-- Logs begin at Sun 2022-01-23 20:51:59 UTC, end at Sun 2022-01-23 22:14:14 UTC. -- Jan 23 21:37:56.552708 dv-cinder-821602-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 23 21:37:59.861504 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.common.config [-] Logging enabled! Jan 23 21:37:59.862164 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 23 21:37:59.862307 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109735) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 23 21:37:59.866049 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.common.config [-] Logging enabled! Jan 23 21:37:59.866312 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 23 21:37:59.866631 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109735) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 23 21:37:59.867618 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 23 21:37:59.867860 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 23 21:37:59.868242 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 23 21:37:59.868496 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 23 21:37:59.868727 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 23 21:37:59.869054 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.869497 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 23 21:37:59.869809 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.870108 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.870407 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.870713 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.871007 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.871326 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.871619 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.871922 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.872224 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.872504 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.872790 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.873085 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.873370 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.873657 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.873943 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.874244 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] debug = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.874516 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.874957 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.875395 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.875677 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.875963 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.876245 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.876520 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.876801 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.877082 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.877412 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] host = dv-cinder-821602-21-iscsi {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.877689 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.877981 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.878271 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.878558 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.878848 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.879108 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.879417 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.879700 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.879970 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.880249 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.880739 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.881079 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.881424 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.881653 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.881881 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.882194 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.882490 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.882769 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.883048 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.883355 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.883636 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.883913 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.884184 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.884475 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.884763 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.885049 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.885325 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.885602 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.885878 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.886152 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.886439 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.886717 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.886991 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.887288 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.887574 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.887847 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.888121 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.888429 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.888721 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.889007 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.889296 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.889575 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.889862 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.890138 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.890416 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.890692 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_json = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.890969 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.891244 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.891552 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.891828 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.892108 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.892384 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.892661 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.892950 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.893227 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:37:59.893530 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.893829 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.894131 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.894430 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.894724 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.895008 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.895330 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.895617 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.895912 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.896850 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.897316 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.897609 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.897921 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.898222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.898527 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.898841 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.899143 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.899469 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.899753 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.900033 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.900312 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.900595 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.900886 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.901172 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.901465 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.901756 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.902044 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.902345 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.902635 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.902931 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.903224 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.903529 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.903813 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.904107 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.904390 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.904663 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.904942 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.905234 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.905516 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.905791 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.906078 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.906359 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.906633 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.906905 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.907186 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.907502 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.907786 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.908061 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.908335 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.908615 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.908887 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.909173 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.909453 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.909728 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.910002 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.910286 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.910561 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.910838 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.911118 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.911414 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.912305 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.912797 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.913153 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.913436 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.913718 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.913999 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.914280 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.914559 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.914837 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.915113 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.915414 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.915698 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.915978 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.916253 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.916539 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.916840 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.917127 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.917408 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.917679 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.917961 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.918241 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.918519 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.918797 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.919076 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.919373 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.919669 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.919959 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.920243 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.920545 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.920825 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.921126 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.921406 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.921689 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.921967 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.922249 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.922538 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.922824 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.923115 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.923435 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.923731 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.924027 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.924321 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.924600 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.924913 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.925194 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:37:59.925420 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 23 21:37:59.925672 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109735) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 23 21:38:00.313729 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 23 21:38:00.314011 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 23 21:38:00.314322 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 23 21:38:00.314674 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 23 21:38:00.660217 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.660462 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.660787 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.662516 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.662900 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.663170 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.710553 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.710828 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.711106 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.727687 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.727970 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.728244 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.765607 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.765607 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.765607 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.801861 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.802669 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:00.803037 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.159032 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.159731 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.159731 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.159897 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.160722 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.264519 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.264773 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.265063 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.265341 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.265610 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.265923 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.266186 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.266445 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.266740 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.266990 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.267260 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.267563 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.267808 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.268070 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.268338 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.268595 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.268851 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.269116 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.269387 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.269650 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.269925 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.270181 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.270466 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.270853 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.271756 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.272194 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.272633 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:01.272883 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:01.273128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:01.273370 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:01.273608 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:01.273850 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:01.274221 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 23 21:38:01.277528 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 23 21:38:01.281496 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 23 21:38:01.285398 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 23 21:38:01.287925 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 23 21:38:01.288549 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 23 21:38:01.288896 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 23 21:38:01.289289 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 23 21:38:01.292166 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 23 21:38:01.292423 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 23 21:38:01.292776 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 23 21:38:01.298165 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 23 21:38:01.322830 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 23 21:38:01.323339 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.323650 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109735) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 23 21:38:01.324019 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.325413 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109735) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 23 21:38:01.325702 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 23 21:38:01.325953 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 23 21:38:01.329517 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.329803 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:01.398959 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 23 21:38:01.399208 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 23 21:38:01.399462 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 23 21:38:01.399857 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 23 21:38:01.421528 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_db.sqlalchemy.engines [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109735) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 23 21:38:02.017205 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing driver for type 'gre' Jan 23 21:38:02.017737 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] gre ID ranges: [(1, 1000)] Jan 23 21:38:02.205809 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing driver for type 'local' Jan 23 21:38:02.206430 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing driver for type 'vlan' Jan 23 21:38:02.285783 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] VlanTypeDriver initialization complete Jan 23 21:38:02.286126 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing driver for type 'vxlan' Jan 23 21:38:02.286803 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] vxlan ID ranges: [(1, 1000)] Jan 23 21:38:02.459424 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing extension driver 'port_security' Jan 23 21:38:02.459690 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.extensions.port_security [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] PortSecurityExtensionDriver initialization complete Jan 23 21:38:02.460022 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing mechanism driver 'openvswitch' Jan 23 21:38:02.460358 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing mechanism driver 'hyperv' Jan 23 21:38:02.467370 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.plugin [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:02.468240 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.468624 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.468986 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.470891 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 23 21:38:02.470891 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.470891 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.470891 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.471184 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 23 21:38:02.471639 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.471996 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.472347 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.472766 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 23 21:38:02.473153 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > security_group after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.473517 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > security_group after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.473866 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.474879 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 23 21:38:02.475353 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.475711 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.476060 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.476461 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 23 21:38:02.476871 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > address_group after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.477223 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > address_group after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.477575 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.477973 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 23 21:38:02.478424 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] ML2 OVO RPC backend initialized. {{(pid=109735) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 23 21:38:02.479193 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.479580 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.480007 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.480361 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > networks before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.480714 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.481092 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > ports before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.481440 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.481789 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnets before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.482137 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.482481 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.482820 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.483165 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.483538 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.483878 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.484215 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.484552 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.484887 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.485479 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.plugin [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Modular L2 Plugin initialization complete Jan 23 21:38:02.485816 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading services supported by the core plugin {{(pid=109735) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 23 21:38:02.486206 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Got port-security extension from driver 'port_security' Jan 23 21:38:02.486680 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.extensions.vlantransparent [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Disabled vlantransparent extension. Jan 23 21:38:02.487174 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109735) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 23 21:38:02.487520 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: router Jan 23 21:38:02.525841 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.526246 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.526626 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router before_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.526997 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.527410 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.527775 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_delete 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.528142 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.528620 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.528990 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.529347 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.529704 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.530062 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.530427 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.530842 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.531219 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.531591 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.531937 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: subnet after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.532283 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.532643 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.533002 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.533356 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.533704 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.534066 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.534415 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.534771 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.535138 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.535516 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.535887 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > agent after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.536243 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > agent after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.537283 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.538135 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Tracking information for resource: router configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:02.538474 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Tracking information for resource: floatingip configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 23 21:38:02.543584 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.db.l3_agentschedulers_db [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 23 21:38:02.544174 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.544549 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.544909 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.545267 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.546075 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router before_create 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.546447 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.546817 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_create 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.547181 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > router precommit_update 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.552036 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.provider_configuration [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service providers = [] {{(pid=109735) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 23 21:38:02.553043 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.db.servicetype_db [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109735) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 23 21:38:02.556141 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 23 21:38:02.556498 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 23 21:38:02.556847 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 23 21:38:02.557749 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 23 21:38:02.558126 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.services.service_base [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 23 21:38:02.558507 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.558829 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 23 21:38:02.569827 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.570164 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: auto_allocate Jan 23 21:38:02.576078 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: network precommit_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.576460 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: network precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.576990 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.577319 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: tag Jan 23 21:38:02.584642 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.584974 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: timestamp Jan 23 21:38:02.588880 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.589216 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: network_ip_availability Jan 23 21:38:02.594754 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.595132 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.595524 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.596251 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.596578 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: flavors Jan 23 21:38:02.602359 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.602694 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading Plugin: revisions Jan 23 21:38:02.607039 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 23 21:38:02.607483 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.293s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 23 21:38:02.608236 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109735) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 23 21:38:02.608579 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Initializing extension manager. Jan 23 21:38:02.609105 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: __init__.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.609453 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: __pycache__ {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.609791 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.610131 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: address_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.610892 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.611501 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: address-group Jan 23 21:38:02.611835 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: address_scope.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.612560 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.613076 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: address-scope Jan 23 21:38:02.613409 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.614358 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.615034 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: router-admin-state-down-before-update Jan 23 21:38:02.615418 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: agent.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.616132 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.616641 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: agent Jan 23 21:38:02.616971 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: agent_resources_synced.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.617892 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.618400 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: agent-resources-synced Jan 23 21:38:02.618729 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: allowedaddresspairs.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.620564 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.621085 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: allowed-address-pairs Jan 23 21:38:02.621417 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: auto_allocated_topology.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.622529 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.623045 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: auto-allocated-topology Jan 23 21:38:02.623409 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: availability_zone.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.624106 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.624610 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: availability_zone Jan 23 21:38:02.624935 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: availability_zone_filter.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.625861 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.626368 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: availability_zone_filter Jan 23 21:38:02.626699 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: data_plane_status.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.627648 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.628156 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension data-plane-status not supported by any of loaded plugins Jan 23 21:38:02.628483 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: default_subnetpools.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.629407 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.629912 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: default-subnetpools Jan 23 21:38:02.630776 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.631657 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.632162 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: dhcp_agent_scheduler Jan 23 21:38:02.632489 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: dns.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.633418 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.633924 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension dns-integration not supported by any of loaded plugins Jan 23 21:38:02.634250 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: dns_domain_ports.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.635172 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.635697 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 23 21:38:02.636024 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.636955 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.637454 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 23 21:38:02.637780 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: dvr.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.638456 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.638965 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: dvr Jan 23 21:38:02.639313 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: ecmp_routes.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.640247 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.640743 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 23 21:38:02.641073 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: empty_string_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.641992 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.642504 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: empty-string-filtering Jan 23 21:38:02.642834 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.643777 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.644282 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 23 21:38:02.644609 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.645528 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.646581 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 23 21:38:02.646908 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: external_net.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.647988 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.648501 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: external-net Jan 23 21:38:02.648832 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.649751 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.650257 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: extra_dhcp_opt Jan 23 21:38:02.650586 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: extraroute.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.651528 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.652032 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: extraroute Jan 23 21:38:02.652360 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: extraroute_atomic.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.653573 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.654088 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: extraroute-atomic Jan 23 21:38:02.654419 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: filter_validation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.655090 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.655626 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: filter-validation Jan 23 21:38:02.655957 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: fip_pf_description.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.656876 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.657375 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 23 21:38:02.657706 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: fip_port_details.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.658635 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.659140 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: fip-port-details Jan 23 21:38:02.659495 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: flavors.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.660740 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.661250 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: flavors Jan 23 21:38:02.661639 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.663345 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.663869 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 23 21:38:02.664206 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: floatingip_pools.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.664921 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.665432 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: floatingip-pools Jan 23 21:38:02.665761 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: ip_allocation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.666693 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.667198 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension ip_allocation not supported by any of loaded plugins Jan 23 21:38:02.667553 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.668488 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.668997 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: ip-substring-filtering Jan 23 21:38:02.669329 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l2_adjacency.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.670259 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.670762 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 23 21:38:02.671088 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.672087 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.672603 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: router Jan 23 21:38:02.672940 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.675234 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.675781 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 23 21:38:02.676117 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.677067 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.677586 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: ext-gw-mode Jan 23 21:38:02.677916 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.678850 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.679395 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: l3-ha Jan 23 21:38:02.679725 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3_flavors.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.680654 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.681159 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: l3-flavors Jan 23 21:38:02.681490 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.682415 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.682925 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 23 21:38:02.683254 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: l3agentscheduler.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.684341 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.684862 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: l3_agent_scheduler Jan 23 21:38:02.685197 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: local_ip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.687017 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.687578 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension local_ip not supported by any of loaded plugins Jan 23 21:38:02.687915 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: logging.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.689548 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.690076 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension logging not supported by any of loaded plugins Jan 23 21:38:02.690420 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: metering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.691177 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.691785 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: metering Jan 23 21:38:02.692124 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.693929 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.694450 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: metering_source_and_destination_fields Jan 23 21:38:02.694786 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: multiprovidernet.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.695772 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.696289 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: multi-provider Jan 23 21:38:02.696620 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: netmtu.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.697556 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.698067 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: net-mtu Jan 23 21:38:02.698396 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: netmtu_writable.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.699357 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.699868 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: net-mtu-writable Jan 23 21:38:02.700195 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: network_availability_zone.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.700872 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.701378 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: network_availability_zone Jan 23 21:38:02.701705 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: network_ip_availability.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.703099 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.703649 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: network-ip-availability Jan 23 21:38:02.703978 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: network_segment_range.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.704748 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.705252 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension network-segment-range not supported by any of loaded plugins Jan 23 21:38:02.705576 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: pagination.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.706564 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.706895 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: pagination Jan 23 21:38:02.707219 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: port_device_profile.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.708171 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.709249 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: port-device-profile Jan 23 21:38:02.709620 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.710513 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.711020 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: port-mac-address-regenerate Jan 23 21:38:02.711375 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.712302 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.712810 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: port-numa-affinity-policy Jan 23 21:38:02.713144 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: port_resource_request.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.714073 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.714576 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension port-resource-request not supported by any of loaded plugins Jan 23 21:38:02.714903 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: port_resource_request_groups.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.715897 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.716405 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 23 21:38:02.716733 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: portbindings.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.717670 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.718177 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: binding Jan 23 21:38:02.718506 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: portbindings_extended.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.719820 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.720339 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: binding-extended Jan 23 21:38:02.720671 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: portsecurity.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.721599 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.722114 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: port-security Jan 23 21:38:02.722446 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: project_id.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.723475 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.723815 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: project-id Jan 23 21:38:02.724208 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: providernet.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.725138 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.725649 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: provider Jan 23 21:38:02.725978 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.729697 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.730223 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos not supported by any of loaded plugins Jan 23 21:38:02.730563 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.731860 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.732375 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 23 21:38:02.732712 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.733670 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.734165 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 23 21:38:02.734494 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_default.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.735599 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.736106 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-default not supported by any of loaded plugins Jan 23 21:38:02.736439 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_fip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.737373 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.737879 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-fip not supported by any of loaded plugins Jan 23 21:38:02.738208 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.739135 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.740298 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 23 21:38:02.740643 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_gateway_ip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.741733 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.742242 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 23 21:38:02.742570 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_port_network_policy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.743657 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.744172 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 23 21:38:02.744500 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.745571 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.746078 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 23 21:38:02.746406 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_pps_rule.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.747672 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.748192 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-pps not supported by any of loaded plugins Jan 23 21:38:02.748522 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_rule_type_details.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.749448 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.749956 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 23 21:38:02.750288 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: qos_rules_alias.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.751369 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.751882 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 23 21:38:02.752214 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: quota_check_limit.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.753139 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.753657 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: quota-check-limit Jan 23 21:38:02.753987 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: quotasv2.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.754960 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.756180 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: quotas Jan 23 21:38:02.756522 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: quotasv2_detail.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.759961 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.760308 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: quota_details Jan 23 21:38:02.760643 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: rbac.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.761719 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.762249 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: rbac-policies Jan 23 21:38:02.762587 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: rbac_address_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.763556 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.764076 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: rbac-address-group Jan 23 21:38:02.764407 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: rbac_address_scope.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.765339 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.765851 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: rbac-address-scope Jan 23 21:38:02.766182 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: rbac_security_groups.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.767106 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.767638 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: rbac-security-groups Jan 23 21:38:02.767969 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: rbac_subnetpool.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.768895 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.769399 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: rbac-subnetpool Jan 23 21:38:02.769726 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: revisionifmatch.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.770661 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.771207 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: revision-if-match Jan 23 21:38:02.771648 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: revisions.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.772796 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.773306 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: standard-attr-revisions Jan 23 21:38:02.773652 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: router_availability_zone.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.774326 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.774834 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: router_availability_zone Jan 23 21:38:02.775164 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: routerservicetype.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.790286 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.790811 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension router-service-type not supported by any of loaded plugins Jan 23 21:38:02.791146 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.792214 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.792724 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: security-groups-normalized-cidr Jan 23 21:38:02.793056 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.793994 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.794511 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: port-security-groups-filtering Jan 23 21:38:02.794839 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.795927 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.796433 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: security-groups-remote-address-group Jan 23 21:38:02.796760 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.797713 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.798222 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: security-groups-shared-filtering Jan 23 21:38:02.798548 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.799158 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 23 21:38:02.799512 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: securitygroup.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.810192 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.810742 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: security-group Jan 23 21:38:02.811076 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: segment.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.811945 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.812453 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension segment not supported by any of loaded plugins Jan 23 21:38:02.812788 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.813788 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.814302 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 23 21:38:02.814642 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: servicetype.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.815872 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.816391 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: service-type Jan 23 21:38:02.816720 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: sorting.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.818307 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.818630 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: sorting Jan 23 21:38:02.818965 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: standard_attr_segment.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.819967 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.820458 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 23 21:38:02.820785 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: standardattrdescription.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.821453 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.821970 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: standard-attr-description Jan 23 21:38:02.822333 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: stateful_security_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.830386 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.830902 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: stateful-security-group Jan 23 21:38:02.831232 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: stdattrs_common.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.831849 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 23 21:38:02.832180 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.833122 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.833665 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 23 21:38:02.833993 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: subnet_onboard.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.835124 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.835672 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: subnet_onboard Jan 23 21:38:02.836005 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.836940 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.837443 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 23 21:38:02.837773 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: subnet_service_types.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.838705 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.839215 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: subnet-service-types Jan 23 21:38:02.839572 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: subnetallocation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.840730 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.841250 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: subnet_allocation Jan 23 21:38:02.841591 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.842280 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.842791 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: subnetpool-prefix-ops Jan 23 21:38:02.843119 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.844126 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.844632 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 23 21:38:02.844963 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: tagging.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.846086 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.846641 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: standard-attr-tag Jan 23 21:38:02.846976 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: timestamp.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.848278 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.848796 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loaded extension: standard-attr-timestamp Jan 23 21:38:02.849287 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: trunk.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.850371 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.850882 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension trunk not supported by any of loaded plugins Jan 23 21:38:02.851207 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: trunk_details.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.852171 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.852686 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension trunk-details not supported by any of loaded plugins Jan 23 21:38:02.853014 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: uplink_status_propagation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.859504 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.860014 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 23 21:38:02.860344 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Loading extension file: vlantransparent.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 23 21:38:02.861035 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 23 21:38:02.861539 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 23 21:38:02.864280 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:network Jan 23 21:38:02.865360 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:subnet Jan 23 21:38:02.865762 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:subnetpool Jan 23 21:38:02.866152 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:port Jan 23 21:38:02.868671 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.869178 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service FLAVORS assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.869809 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.870240 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.870580 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:router Jan 23 21:38:02.871023 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:floatingip Jan 23 21:38:02.871544 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service METERING assigned prefix: /metering {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.873003 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.873379 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.873737 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:38:02.874781 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of CountableResource for resource:rbac_policy Jan 23 21:38:02.875242 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:security_group Jan 23 21:38:02.875816 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 23 21:38:02.876441 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.876779 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:subnetpool Jan 23 21:38:02.877134 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] subnetpool is already registered Jan 23 21:38:02.877576 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.877906 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:subnetpool Jan 23 21:38:02.878254 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] subnetpool is already registered Jan 23 21:38:02.881255 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.881693 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service FLAVORS assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.882288 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.882716 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.883058 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:router Jan 23 21:38:02.883430 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] router is already registered Jan 23 21:38:02.883847 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:floatingip Jan 23 21:38:02.884188 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] floatingip is already registered Jan 23 21:38:02.884645 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service METERING assigned prefix: /metering {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.885319 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of CountableResource for resource:rbac_policy Jan 23 21:38:02.885654 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] rbac_policy is already registered Jan 23 21:38:02.886071 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:security_group Jan 23 21:38:02.886460 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] security_group is already registered Jan 23 21:38:02.886875 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 23 21:38:02.887214 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] security_group_rule is already registered Jan 23 21:38:02.887892 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.888225 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:subnetpool Jan 23 21:38:02.888563 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] subnetpool is already registered Jan 23 21:38:02.888991 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 23 21:38:02.889321 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Creating instance of TrackedResource for resource:subnetpool Jan 23 21:38:02.889656 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] subnetpool is already registered Jan 23 21:38:02.890138 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: extensions {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.891666 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: address-groups {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.893217 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: address-scopes {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.894540 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: agents {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.895743 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: auto-allocated-topology {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.897228 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: availability_zones {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.898479 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: dhcp-networks {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.900003 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: dhcp-agents {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.901432 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: routers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.905961 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: flavors {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.905961 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: service_profiles {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.906164 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: next_providers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.907640 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: service_profiles {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.909177 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: floatingip-pools {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.910527 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: routers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.912920 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: floatingips {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.914209 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: l3-routers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.915712 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: l3-agents {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.917135 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: metering-labels {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.918606 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: metering-label-rules {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.919930 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: network-ip-availabilities {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.921357 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: bindings {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.922990 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: quotas {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.924597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: quotas {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.926116 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: rbac-policies {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.929005 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: security-groups {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.929322 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: security-group-rules {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.936128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: service-providers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.936128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: subnetpools {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.936128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: subnetpools {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.936128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.936665 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.939722 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.941497 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.943906 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.945891 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.947624 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.949566 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.951341 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.953475 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 23 21:38:02.959494 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING keystonemiddleware.auth_token [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 23 21:38:02.964313 dv-cinder-821602-21-iscsi neutron-server[109735]: WARNING keystonemiddleware.auth_token [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 23 21:38:02.973331 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Acquired lock "singleton_lock" {{(pid=109735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 23 21:38:02.973809 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Releasing lock "singleton_lock" {{(pid=109735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 23 21:38:02.974548 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Starting 2 workers Jan 23 21:38:02.979402 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Started child 109848 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 23 21:38:02.984079 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Started child 109849 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 23 21:38:02.985112 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:02.985712 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO neutron.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 23 21:38:02.986356 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:02.986651 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [-] (109848) wsgi starting up on http://0.0.0.0:9696 Jan 23 21:38:02.988842 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Starting 1 workers Jan 23 21:38:02.989010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:02.990971 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [-] (109849) wsgi starting up on http://0.0.0.0:9696 Jan 23 21:38:02.994808 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Started child 109850 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 23 21:38:02.995402 dv-cinder-821602-21-iscsi neutron-server[109735]: INFO oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Starting 1 workers Jan 23 21:38:02.998552 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] calling RpcWorker wait() {{(pid=109850) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 23 21:38:03.003718 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] returning from RpcWorker wait() {{(pid=109850) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 23 21:38:03.003874 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Started child 109851 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 23 21:38:03.003956 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:03.003956 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:03.004077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-75ce06c2-14a7-4f24-8fd3-a7727a615457 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:03.004077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 23 21:38:03.004077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 23 21:38:03.004077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 23 21:38:03.004077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 23 21:38:03.004077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 23 21:38:03.004504 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 23 21:38:03.004811 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.004979 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.005861 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.006128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.006443 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.007054 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.007323 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.007458 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:03.008069 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.008069 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.008069 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.008274 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.008407 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.008844 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.009092 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.009411 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.009687 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.009942 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.010203 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.010407 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.010696 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.010978 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.011225 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.011525 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] debug = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.011785 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.012263 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.012498 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.012739 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.012979 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.013256 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.013491 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.013780 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.014015 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.014249 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.014498 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.014769 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.014989 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.015222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.015504 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.015722 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.015993 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.016222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.016757 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host = dv-cinder-821602-21-iscsi {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.016908 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.017147 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.017375 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.017634 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.017883 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.018107 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.018375 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.018632 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.018926 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.019109 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.019378 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.019614 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.019832 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.020077 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.020236 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_options = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.020454 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.020739 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.021148 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.021399 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.021399 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.021860 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.021860 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.022306 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.022306 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.022567 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.022712 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.022859 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.023050 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.023351 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.023626 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.023954 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.024128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.024407 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.025349 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.025624 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.025861 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.026277 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.026599 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.026776 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.027029 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.027251 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.027524 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.027746 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.027973 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.028222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.028470 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.028730 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.029076 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.029213 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.029490 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.029729 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.029967 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.030189 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.030463 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.030808 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.031615 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.031839 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:03.031942 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.032108 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.032381 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.032583 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.032805 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.033048 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_json = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.033261 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.033514 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.033787 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.034006 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.034224 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.034523 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.035444 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.035686 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.036091 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.040473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.041170 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.041170 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.041170 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.041170 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.041560 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.041843 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.042107 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.042488 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.042768 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.043044 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.043342 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.043974 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.044501 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.044850 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.047532 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.047811 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.048099 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.048360 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.048603 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.048944 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.049239 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.049626 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.049915 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.050197 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.050459 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.050693 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.050935 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.051241 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.051442 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.051794 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.052034 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.052879 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.053328 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.053688 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.053971 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.054234 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.054487 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.054745 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.054980 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.055233 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.055503 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.055753 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.055996 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.056246 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.056479 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.056701 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.056934 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.057161 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.057439 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.057708 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.058083 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.058318 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.058556 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.058781 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.059017 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.059237 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.059481 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.059698 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.059919 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.060134 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.060391 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.060658 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.060839 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.061072 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.061290 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.061502 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.061863 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.062097 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.062314 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.062558 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.062840 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.063081 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.063342 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.063579 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.063796 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.064039 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.064248 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.064639 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.064856 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.065072 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.065311 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.065532 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.065765 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.066025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.066341 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.066597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.066851 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.067070 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.067338 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.067557 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.068558 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.068881 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.069290 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.069560 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.069833 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.070107 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.070360 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.070609 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.070833 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.071094 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.071337 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.074899 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.075597 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.076091 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.076091 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.076215 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.076399 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.076635 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.076894 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.077125 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.077377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.077623 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.078137 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.078381 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.078600 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.078834 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.079158 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.079389 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.079605 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.079836 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.080078 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.080320 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.080632 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.080895 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.081144 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.081385 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.081640 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.081887 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.082128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.082363 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.082613 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.082835 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.083084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.083368 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.083626 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.083968 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.084344 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.084637 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.084876 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.085067 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.085299 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.085563 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.085728 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.085963 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.086331 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.086729 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.087129 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.087514 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.087886 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.088131 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.088366 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.088819 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.088819 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.089101 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.089358 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.089575 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.089804 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.090046 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.090302 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.090517 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.090761 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.090981 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.091201 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.091437 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.091658 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.091871 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.092111 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.092464 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.092709 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.092945 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.093193 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.093526 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.093784 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.094012 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.094252 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.094492 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.094730 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.094946 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.095165 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.095433 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.095648 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.095884 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.096147 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.096441 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.096687 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.096901 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.097116 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.097349 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.097566 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.097782 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.098072 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.098378 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.098614 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.098860 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.099705 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.100017 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.100424 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.100587 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.103025 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104084 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104726 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104726 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.104726 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.105098 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.105098 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.105369 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.105369 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.105655 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.105815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.106026 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.106268 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.106482 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.106690 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.106996 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.107251 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.107493 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.107875 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.108061 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.108252 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.108519 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.108814 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.109060 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.109306 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.109556 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.109776 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.110006 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.110273 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.110606 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.110894 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.111169 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.111445 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.111709 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.111993 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.112253 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.112491 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.112811 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.113138 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.113418 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.114144 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.114144 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.114144 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.114612 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.114612 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.115539 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.116127 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.116268 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.116521 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.116755 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.117030 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.117286 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.117523 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.118030 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.118030 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.118334 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.118484 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.118681 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.118826 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 23 21:38:03.119384 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 23 21:38:03.119552 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 23 21:38:03.119694 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 23 21:38:03.119866 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 23 21:38:03.120028 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 23 21:38:03.120166 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 23 21:38:03.120641 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.120641 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121046 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121046 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121046 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121471 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121471 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121745 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.121745 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122003 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122003 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122250 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122250 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122506 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122640 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.122773 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123079 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123079 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123357 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123357 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123581 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123581 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123785 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] debug = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.123892 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.124097 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.124264 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.124425 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.124585 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.124747 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.124889 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125051 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125191 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125355 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125512 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125671 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125831 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.125994 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.126137 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.126299 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.126441 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.126603 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.126764 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host = dv-cinder-821602-21-iscsi {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.126909 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.127050 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.127216 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.127394 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.127534 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.127695 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.127852 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.128012 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.128173 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.128336 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.128485 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.128619 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129008 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129008 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129224 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_options = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129224 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129357 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129508 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129705 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.129874 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.130057 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.130769 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.130962 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.131106 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.131393 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.131696 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.131896 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.132054 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.132217 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.132380 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.132541 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.132701 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.132861 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133080 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133195 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133314 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133473 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133630 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133790 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.133948 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.134110 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.134278 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.134431 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.134567 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.134729 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.134873 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.135061 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.135220 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.135404 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.135562 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.135722 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.135886 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.136041 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.136453 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.136453 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.136690 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.136690 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.136926 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.137031 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.137142 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.137292 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.137456 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_json = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.137600 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.137861 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138027 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138167 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138303 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138440 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138576 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138714 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138851 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 23 21:38:03.138990 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.139128 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.139338 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.139478 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.139610 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.139754 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.139904 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.140062 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.140223 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.140383 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.140552 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.140716 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.140889 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141031 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141200 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141366 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141507 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141676 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141821 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.141986 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.142142 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.142295 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.142468 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.142628 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.142788 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.142948 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.143261 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.143261 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.143550 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.143802 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.143802 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144057 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144195 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144470 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144470 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144727 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144727 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.144983 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.145131 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.145265 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.145397 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.145555 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.145695 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.146476 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.146618 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.146755 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.147044 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.147347 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.147495 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.147633 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.147791 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.147956 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.148101 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.148268 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.148410 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.148579 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.148740 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.148882 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.149052 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.149192 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.149533 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.149533 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.149797 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.149931 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:03.150086 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150086 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150342 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150342 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150593 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150593 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150863 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.150863 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151117 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151261 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151418 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151550 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151689 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151827 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.151962 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152104 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152241 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152378 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152537 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152676 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152844 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.152987 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.153154 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.153434 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.153434 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.153695 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.153830 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.153978 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.154113 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.154250 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.154511 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.154511 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.154755 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.154892 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155029 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155151 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155398 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155398 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155633 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155751 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.155872 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156009 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156174 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156313 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156483 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156638 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156771 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.156937 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.157078 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.157242 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.157402 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.157565 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.157727 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.157888 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158046 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158190 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158357 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158502 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158695 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158838 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.158976 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.159113 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.159298 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.159485 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.159615 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.159739 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.159907 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.160072 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.160232 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.160373 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.160542 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.160714 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.160871 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.161008 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.161172 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.161490 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.161635 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.161765 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.162031 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.162296 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.162519 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.162664 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.162831 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.162991 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.163131 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.163319 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.163585 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.163729 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.163867 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.164000 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166222 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.166815 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167377 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167864 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167864 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.167864 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168067 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168067 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168243 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168405 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168566 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168735 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.168893 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.169053 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.169214 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.169376 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.169536 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.169697 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.169867 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.170080 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.170262 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.170418 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.170584 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.170716 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.170871 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171018 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171181 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171362 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171590 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171689 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171829 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.171990 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.172155 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.172322 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.172483 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.172642 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.172802 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.172961 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.173121 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.173297 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.173459 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.173683 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.173816 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.173961 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.174088 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.174208 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.174375 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.174570 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.174742 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.174892 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.175052 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.175230 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.175418 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.175578 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.175751 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.175923 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.176102 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.176255 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.176415 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.176575 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.176734 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.176894 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.177097 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.177274 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.177555 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.177839 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.178112 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.178283 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.178445 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.178621 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.178783 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.178945 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.179105 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.179287 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.179448 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.179620 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.179782 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.179943 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.180115 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.180276 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.180435 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.180607 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.180766 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.180911 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.181075 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.181253 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.181388 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.181543 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.181777 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.181910 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.182040 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.182169 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.182321 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.182673 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.182673 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.182921 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.183066 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.183204 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.183448 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.183583 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.183734 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184103 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184103 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184103 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184470 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184470 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184760 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.184760 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185003 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185003 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185515 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185515 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185515 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185874 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185874 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.185874 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.186103 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.186180 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 23 21:38:03.186320 dv-cinder-821602-21-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 23 21:38:03.240968 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47354) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:03.249716 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066257 Jan 23 21:38:15.438925 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb5f70-ac5a-4c34-bbba-d6b8e90b61e6 None None] get_active_networks_info from dv-cinder-821602-21-iscsi {{(pid=109850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 23 21:38:15.497438 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb5f70-ac5a-4c34-bbba-d6b8e90b61e6 None None] No non-hosted networks {{(pid=109850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 23 21:38:15.529186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.agentschedulers_db [None req-82eb5f70-ac5a-4c34-bbba-d6b8e90b61e6 None None] DHCP Agent not found on host dv-cinder-821602-21-iscsi {{(pid=109850) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 23 21:38:15.664332 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb8582e1-34a6-4375-9f0a-dd6da15079f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-410780'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:17.863415 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a4ba444a-1552-42f4-ba68-cab399af5d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-410780'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:18.059154 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-bf184d59-b0b4-4617-8e1f-494d2d342548 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821602-21-iscsi {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 23 21:38:18.059800 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-bf184d59-b0b4-4617-8e1f-494d2d342548 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 23 21:38:18.664172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf184d59-b0b4-4617-8e1f-494d2d342548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:19.312217 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-410780'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:20.482222 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-410780'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:21.341358 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.db.l3_hamode_db [None req-68dacf67-b2ee-4c75-8d4a-73f906929831 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 23 21:38:21.424306 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dacf67-b2ee-4c75-8d4a-73f906929831 None None] Routers set() bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:38:21.424711 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dacf67-b2ee-4c75-8d4a-73f906929831 None None] Router IDs set() for agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 23 21:38:21.993724 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-410780'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:21.994687 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.994895 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.995463 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.996104 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.996795 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.997134 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.997477 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.998968 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.999399 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:21.999687 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:22.000046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:22.000382 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:22.000722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:22.001120 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:22.010535 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:24.762727 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47452) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:25.304567 dv-cinder-821602-21-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-54b9c7b2-fa4b-4496-9c66-fda2758bda3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:25.305155 dv-cinder-821602-21-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-54b9c7b2-fa4b-4496-9c66-fda2758bda3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:25.540953 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-54b9c7b2-fa4b-4496-9c66-fda2758bda3e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:38:25.542187 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-54b9c7b2-fa4b-4496-9c66-fda2758bda3e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7774692 Jan 23 21:38:28.732939 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47468) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:29.077220 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'tenant_id': '4f31cbfb868e4f93956d0324ec9e3b5a'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:38:29.177543 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.policy [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 23 21:38:29.226662 dv-cinder-821602-21-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:29.227094 dv-cinder-821602-21-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:29.236670 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.quota [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] Loaded quota_driver: . Jan 23 21:38:29.412992 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760563375847', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760563375284', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760563549728', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760563555113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760563544148', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760563536380', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1435628', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1739421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555530', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3611598'] for rbac-policy (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:29.648639 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:29.649835 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1e2280ab-81a3-4561-aa09-67331adce4c1 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9158955 Jan 23 21:38:32.557461 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47480) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:32.883667 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Request body: {'network': {'project_id': 'b743283ca83e48429a1e94c201899e4d', 'name': 'private', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:38:32.966448 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Made reservation on behalf of b743283ca83e48429a1e94c201899e4d for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:38:32.969478 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:32.988270 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.104934 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks [] for security_group (992d4d12-2711-44ab-8288-9c4112864e6a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.182499 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (992d4d12-2711-44ab-8288-9c4112864e6a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.203618 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:38:33.237361 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760565702678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (5d412fab-6d2d-4a82-afc5-992f81148c93), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.238106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Unsubscribe: segment precommit_create {{(pid=109848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 23 21:38:33.238959 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Added segment 5d412fab-6d2d-4a82-afc5-992f81148c93 of type vlan for network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 Jan 23 21:38:33.260766 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d4d12-2711-44ab-8288-9c4112864e6a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:33.318242 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.318745 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.319086 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.319456 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.319781 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.320106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.320451 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.320777 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.321107 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.321426 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.321740 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.322050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.322360 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Tracked resource versions report: Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: pushed versions: Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: { 'AddressGroup': {'1.2'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'ConntrackHelper': {'1.0'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Log': {'1.0'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Network': {'1.1'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Port': {'1.7'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'PortForwarding': {'1.2'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'QosPolicy': {'1.10'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroup': {'1.5'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SubPort': {'1.0'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Subnet': {'1.1'}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Trunk': {'1.1'}} Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: consumer versions: Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'ConntrackHelper': '1.0', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'LocalIPAssociation': '1.0', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Log': '1.0', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Network': '1.1', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Port': '1.7', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'PortForwarding': '1.2', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'QosPolicy': '1.10', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroup': '1.5', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroupRule': '1.2', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SubPort': '1.0', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Subnet': '1.1', Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Trunk': '1.1'}} Jan 23 21:38:33.323767 dv-cinder-821602-21-iscsi neutron-server[109848]: {{(pid=109848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:38:33.359905 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (c9c2d49c-acb7-41b0-b8bb-0daa81166d97), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.502870 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (c9c2d49c-acb7-41b0-b8bb-0daa81166d97), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.504121 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:38:33.504864 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:33.619088 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] Pushing event updated for resources: {'Network': ['ID=c9c2d49c-acb7-41b0-b8bb-0daa81166d97,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:33.631780 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:38:33.655153 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9cf89246-d191-4bcf-8a74-a5fa1dce54bd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0965359 Jan 23 21:38:36.536649 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47494) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:36.969250 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c298611-1901-4b3d-bd9c-3e0f7f71ed48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:38:36.970670 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6c298611-1901-4b3d-bd9c-3e0f7f71ed48 admin admin] 10.222.0.72 "GET /v2.0/networks/c9c2d49c-acb7-41b0-b8bb-0daa81166d97 HTTP/1.1" status: 200 len: 825 time: 0.4330740 Jan 23 21:38:37.007700 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cca73525-08e6-40db-9e06-6c6db6aee444 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/c359252f-d3df-40c1-995c-648f80618c86 HTTP/1.1" status: 200 len: 734 time: 0.0263810 Jan 23 21:38:37.021293 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'name': 'private-subnet'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:38:37.195093 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Made reservation on behalf of b743283ca83e48429a1e94c201899e4d for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:38:37.197496 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:37.566938 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (53df3957-4794-457c-bfe4-f977ac22d8ba), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:37.633688 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53df3957-4794-457c-bfe4-f977ac22d8ba,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:37.642291 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Checking segment: {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:38:37.642660 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Network hostable DHCP agents. Network: c9c2d49c-acb7-41b0-b8bb-0daa81166d97, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:38:37.725919 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:38:37.816822 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, c9c2d49c-acb7-41b0-b8bb-0daa81166d97) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:38:37.821892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:38:37.822421 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:37.826985 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e0fbe-6fb3-4908-974c-fb4f7442a509 None None] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:38:37.916483 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8253e55a-1a71-4cfc-b83d-8f9994a2766f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9016273 Jan 23 21:38:38.108651 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:38:38.110013 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:38.422963 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Allocated IP 172.20.0.2 (c9c2d49c-acb7-41b0-b8bb-0daa81166d97/53df3957-4794-457c-bfe4-f977ac22d8ba/1c0bd0aa-93c6-45b2-ab1a-97178de798d8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:38:38.692568 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Publish callbacks [] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:38.766759 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:38.841945 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:38:38.850057 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:38:38.862255 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:38:38.871939 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Pushing event updated for resources: {'Port': ['ID=1c0bd0aa-93c6-45b2-ab1a-97178de798d8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:38.916071 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.916485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.916833 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.917186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.917522 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.917855 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.918201 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.918536 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.918862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.919246 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.919602 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.919928 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.920249 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Tracked resource versions report: Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: pushed versions: Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: { 'AddressGroup': {'1.2'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'ConntrackHelper': {'1.0'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Log': {'1.0'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Network': {'1.1'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Port': {'1.7'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'PortForwarding': {'1.2'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'QosPolicy': {'1.10'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroup': {'1.5'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SubPort': {'1.0'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Subnet': {'1.1'}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Trunk': {'1.1'}} Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: consumer versions: Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'ConntrackHelper': '1.0', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'LocalIPAssociation': '1.0', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Log': '1.0', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Network': '1.1', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Port': '1.7', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'PortForwarding': '1.2', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'QosPolicy': '1.10', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroup': '1.5', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroupRule': '1.2', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SubPort': '1.0', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Subnet': '1.1', Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Trunk': '1.1'}} Jan 23 21:38:38.921652 dv-cinder-821602-21-iscsi neutron-server[109850]: {{(pid=109850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:38:38.957854 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Attempting to bind port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:38:38.958184 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Attempting to bind port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:38:38.958600 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Attempting to bind port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 on network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:38:38.963491 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:38:38.963860 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Checking segment: {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:38:38.964324 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:38.964716 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Bound using segment: {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:38:38.965185 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Bound port: 1c0bd0aa-93c6-45b2-ab1a-97178de798d8, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:38:38.965588 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:39.029667 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] For port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:38:39.033995 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] For port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=1c0bd0aa-93c6-45b2-ab1a-97178de798d8,segment=NetworkSegment(5d412fab-6d2d-4a82-afc5-992f81148c93),segment_id=5d412fab-6d2d-4a82-afc5-992f81148c93)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:38:39.091412 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:39.158605 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfbd17-f70c-4fc7-8754-713175d58890 None None] Pushing event updated for resources: {'Port': ['ID=1c0bd0aa-93c6-45b2-ab1a-97178de798d8,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:40.520548 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47502) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:40.849132 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-88852aa5-4f9f-4190-bd5a-3113edff8e9c admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:38:40.850319 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-88852aa5-4f9f-4190-bd5a-3113edff8e9c admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285224 Jan 23 21:38:41.048556 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:38:43.383673 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47510) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:43.914080 dv-cinder-821602-21-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-b218d690-e19c-4593-8ab1-500678f47d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:43.914670 dv-cinder-821602-21-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-b218d690-e19c-4593-8ab1-500678f47d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:44.149613 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [None req-b218d690-e19c-4593-8ab1-500678f47d17 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:38:44.150731 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b218d690-e19c-4593-8ab1-500678f47d17 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7661722 Jan 23 21:38:45.476245 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-123a6d65-4fa4-4dfd-bd05-324de2f93b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:46.999303 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47526) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:47.353585 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] Request body: {'router': {'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:38:47.463377 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (f9419c35-b0d7-4464-9604-923ff66a69c7), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:47.467545 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (f9419c35-b0d7-4464-9604-923ff66a69c7), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:47.622133 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] Publish callbacks [] for router_controller (f9419c35-b0d7-4464-9604-923ff66a69c7), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:47.692850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (f9419c35-b0d7-4464-9604-923ff66a69c7), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:47.829921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:47.831880 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4fa5eb9c-e2c8-4636-93b1-c97c515ab31f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8308287 Jan 23 21:38:47.845799 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c37f-acf7-459d-9d52-bb667e81b406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:49.223495 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:50.375434 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47548) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:50.440062 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:50.513403 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [None req-bae96432-24d0-4c7e-81fb-1e6daeacaa4b admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:38:50.514367 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bae96432-24d0-4c7e-81fb-1e6daeacaa4b admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1374524 Jan 23 21:38:50.630416 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:38:50.713794 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d1b6f-bbc6-4443-8bdd-9818205bc9c1 None None] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:38:50.819510 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:38:50.819933 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:50.824478 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Provisioning complete for port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:38:50.824862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:51.063374 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:38:51.064020 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:51.080819 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Current status of the port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:38:51.081766 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:51.130955 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=1c0bd0aa-93c6-45b2-ab1a-97178de798d8,segment=NetworkSegment(5d412fab-6d2d-4a82-afc5-992f81148c93),segment_id=5d412fab-6d2d-4a82-afc5-992f81148c93)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:38:51.205552 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:51.287909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 23 21:38:51.288283 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 23 21:38:51.292937 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=1c0bd0aa-93c6-45b2-ab1a-97178de798d8,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:51.826308 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b0068b04-1234-4e52-adf8-6c6c521a75cb None None] Current status of the port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:38:51.948194 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-c51e1aff-0534-410d-a83e-b3bccc9a807d None None] Provisioning complete for port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:38:51.948593 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c51e1aff-0534-410d-a83e-b3bccc9a807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:51.991493 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:52.041661 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c51e1aff-0534-410d-a83e-b3bccc9a807d None None] Current status of the port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:38:52.591568 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:38:52.646897 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:38:52.647389 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:52.792585 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:38:52.996166 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47570) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:53.048381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'project_id': '4f31cbfb868e4f93956d0324ec9e3b5a', 'name': 'public', 'admin_state_up': True, 'tenant_id': '4f31cbfb868e4f93956d0324ec9e3b5a', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:38:53.049694 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.quota [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Loaded quota_driver: . Jan 23 21:38:53.160555 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Made reservation on behalf of 4f31cbfb868e4f93956d0324ec9e3b5a for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:38:53.229157 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.policy [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109849) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 23 21:38:53.276325 dv-cinder-821602-21-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:53.276704 dv-cinder-821602-21-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 23 21:38:53.287545 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.307927 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.422358 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks [] for security_group (fe96e237-fbdb-40de-8111-b925c362ae3d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.508081 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (fe96e237-fbdb-40de-8111-b925c362ae3d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.520035 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=109849) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 23 21:38:53.555377 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760565702678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (7fec2c78-6e81-4826-aabf-da5619ca09f3), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.555953 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Unsubscribe: segment precommit_create {{(pid=109849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 23 21:38:53.556470 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Added segment 7fec2c78-6e81-4826-aabf-da5619ca09f3 of type flat for network cc53e9f6-37eb-4920-a53b-6911ab57974d Jan 23 21:38:53.573051 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe96e237-fbdb-40de-8111-b925c362ae3d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:53.627226 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.627593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.628521 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.629024 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.629358 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.629683 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.630030 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.630355 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.630687 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.631005 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.631343 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.631657 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.631967 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Tracked resource versions report: Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: pushed versions: Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: { 'AddressGroup': {'1.2'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'ConntrackHelper': {'1.0'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Log': {'1.0'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Network': {'1.1'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Port': {'1.7'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'PortForwarding': {'1.2'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'QosPolicy': {'1.10'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroup': {'1.5'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SubPort': {'1.0'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Subnet': {'1.1'}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Trunk': {'1.1'}} Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: consumer versions: Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'ConntrackHelper': '1.0', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'LocalIPAssociation': '1.0', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Log': '1.0', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Network': '1.1', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Port': '1.7', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'PortForwarding': '1.2', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'QosPolicy': '1.10', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroup': '1.5', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroupRule': '1.2', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SubPort': '1.0', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Subnet': '1.1', Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Trunk': '1.1'}} Jan 23 21:38:53.633332 dv-cinder-821602-21-iscsi neutron-server[109849]: {{(pid=109849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:38:53.679778 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (cc53e9f6-37eb-4920-a53b-6911ab57974d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.834335 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (cc53e9f6-37eb-4920-a53b-6911ab57974d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.835363 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:38:53.836095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:53.945078 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cc53e9f6-37eb-4920-a53b-6911ab57974d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:53.957035 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network cc53e9f6-37eb-4920-a53b-6911ab57974d details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:38:53.958799 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4f8bacc7-5ae3-4554-a1b4-f4fdf0e160a6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9615562 Jan 23 21:38:56.348360 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47584) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:38:56.489583 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eadcca-4381-46e8-8d74-c087f8d6a969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:38:56.490979 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-11eadcca-4381-46e8-8d74-c087f8d6a969 admin admin] 10.222.0.72 "GET /v2.0/subnets/53df3957-4794-457c-bfe4-f977ac22d8ba HTTP/1.1" status: 200 len: 849 time: 0.1416941 Jan 23 21:38:56.664539 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9baf0408-22c4-4eba-9682-ed71269ad20f admin admin] 10.222.0.72 "GET /v2.0/routers/f9419c35-b0d7-4464-9604-923ff66a69c7 HTTP/1.1" status: 200 len: 704 time: 0.1677630 Jan 23 21:38:56.965245 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:57.289929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Allocated IP 172.20.0.1 (c9c2d49c-acb7-41b0-b8bb-0daa81166d97/53df3957-4794-457c-bfe4-f977ac22d8ba/f799bfb6-a4a9-466f-b52b-98def7b8dc3b) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:38:57.490439 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks [] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:57.612164 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:57.692180 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:38:57.698681 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:38:57.702357 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:38:57.703298 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (f9419c35-b0d7-4464-9604-923ff66a69c7), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:57.773255 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Pushing event updated for resources: {'Port': ['ID=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:57.899457 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-c32183b4-28e8-4a1f-9037-0b873b2eb6ef None None] Provisioning complete for port f799bfb6-a4a9-466f-b52b-98def7b8dc3b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:38:57.900434 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c32183b4-28e8-4a1f-9037-0b873b2eb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:57.934437 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c32183b4-28e8-4a1f-9037-0b873b2eb6ef None None] Port f799bfb6-a4a9-466f-b52b-98def7b8dc3b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:38:57.989458 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:58.316461 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks [] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:58.371154 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:58.371996 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (f9419c35-b0d7-4464-9604-923ff66a69c7), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:58.467668 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Pushing event updated for resources: {'Port': ['ID=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:38:58.521171 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:38:58.522749 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:38:58.763610 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4e1737e6-9a5d-4774-ab5d-47a1d39d35b0 None None] Provisioning complete for port f799bfb6-a4a9-466f-b52b-98def7b8dc3b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:38:58.763991 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e1737e6-9a5d-4774-ab5d-47a1d39d35b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:38:58.766319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Router f9419c35-b0d7-4464-9604-923ff66a69c7 is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:38:58.807998 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4e1737e6-9a5d-4774-ab5d-47a1d39d35b0 None None] Port f799bfb6-a4a9-466f-b52b-98def7b8dc3b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:38:58.895538 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:38:58.903618 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-24467b5f-bb21-4299-80af-c014ad04a379 admin admin] 10.222.0.72 "PUT /v2.0/routers/f9419c35-b0d7-4464-9604-923ff66a69c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2333441 Jan 23 21:38:58.917778 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Sync routers for ids ['f9419c35-b0d7-4464-9604-923ff66a69c7'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:38:58.936850 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Routers {'f9419c35-b0d7-4464-9604-923ff66a69c7'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:38:58.938038 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:38:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['f9419c35-b0d7-4464-9604-923ff66a69c7'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:59.215928 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Set router f9419c35-b0d7-4464-9604-923ff66a69c7 gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:38:59.687597 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'name': 'router1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:38:47Z', 'updated_at': '2022-01-23T21:38:57Z', 'revision_number': 2, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'gw_port_host': None, '_interfaces': [{'id': 'f799bfb6-a4a9-466f-b52b-98def7b8dc3b', 'name': '', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'mac_address': 'fa:16:3e:f9:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:38:56Z', 'updated_at': '2022-01-23T21:38:58Z', 'revision_number': 2, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'subnets': [{'id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:38:59.740940 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Checking router: f9419c35-b0d7-4464-9604-923ff66a69c7 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:38:59.741317 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Updating router f9419c35-b0d7-4464-9604-923ff66a69c7 port f799bfb6-a4a9-466f-b52b-98def7b8dc3b binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:38:59.828297 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.360504 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Publish callbacks [] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.457780 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.636688 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Pushing event updated for resources: {'Port': ['ID=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:00.651620 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Attempting to bind port f799bfb6-a4a9-466f-b52b-98def7b8dc3b on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:39:00.652020 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Attempting to bind port f799bfb6-a4a9-466f-b52b-98def7b8dc3b by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:39:00.652471 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Attempting to bind port f799bfb6-a4a9-466f-b52b-98def7b8dc3b on network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:39:00.655171 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.655547 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.655892 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.656224 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.656550 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.656879 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.657215 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.657543 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.658078 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.658417 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.658776 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.659638 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.659958 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Tracked resource versions report: Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: pushed versions: Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: { 'AddressGroup': {'1.2'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Log': {'1.0'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Network': {'1.1'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Port': {'1.7'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'PortForwarding': {'1.2'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'QosPolicy': {'1.10'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroup': {'1.5'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SubPort': {'1.0'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Subnet': {'1.1'}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Trunk': {'1.1'}} Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: consumer versions: Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'ConntrackHelper': '1.0', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'LocalIPAssociation': '1.0', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Log': '1.0', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Network': '1.1', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Port': '1.7', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'PortForwarding': '1.2', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'QosPolicy': '1.10', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroup': '1.5', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroupRule': '1.2', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SubPort': '1.0', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Subnet': '1.1', Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Trunk': '1.1'}} Jan 23 21:39:00.661401 dv-cinder-821602-21-iscsi neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:39:00.667989 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:39:00.668383 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Checking segment: {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:39:00.668863 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.669244 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Bound using segment: {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:39:00.669741 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Bound port: f799bfb6-a4a9-466f-b52b-98def7b8dc3b, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d412fab-6d2d-4a82-afc5-992f81148c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:39:00.670117 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.742907 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-f3d240e7-30de-4756-9e01-afef7c730d2c None None] Provisioning complete for port f799bfb6-a4a9-466f-b52b-98def7b8dc3b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:39:00.743526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3d240e7-30de-4756-9e01-afef7c730d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.744574 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] For port f799bfb6-a4a9-466f-b52b-98def7b8dc3b, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:39:00.764756 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] For port f799bfb6-a4a9-466f-b52b-98def7b8dc3b, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,segment=NetworkSegment(5d412fab-6d2d-4a82-afc5-992f81148c93),segment_id=5d412fab-6d2d-4a82-afc5-992f81148c93)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:39:00.783593 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f3d240e7-30de-4756-9e01-afef7c730d2c None None] Port f799bfb6-a4a9-466f-b52b-98def7b8dc3b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:39:00.840278 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:00.907151 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162623-f2ba-4b65-b74a-44c4a0362e70 None None] Pushing event updated for resources: {'Port': ['ID=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:00.912390 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Routers {'f9419c35-b0d7-4464-9604-923ff66a69c7'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:39:00.913086 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:38:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['f9419c35-b0d7-4464-9604-923ff66a69c7'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:39:01.007431 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] Set router f9419c35-b0d7-4464-9604-923ff66a69c7 gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:39:01.115855 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] Provisioning complete for port f799bfb6-a4a9-466f-b52b-98def7b8dc3b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:39:01.116245 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:01.205063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] Current status of the port f799bfb6-a4a9-466f-b52b-98def7b8dc3b is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:39:01.205359 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:01.243056 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] For port f799bfb6-a4a9-466f-b52b-98def7b8dc3b, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,segment=NetworkSegment(5d412fab-6d2d-4a82-afc5-992f81148c93),segment_id=5d412fab-6d2d-4a82-afc5-992f81148c93)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:39:01.246093 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'name': 'router1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:38:47Z', 'updated_at': '2022-01-23T21:38:57Z', 'revision_number': 2, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'gw_port_host': None, '_interfaces': [{'id': 'f799bfb6-a4a9-466f-b52b-98def7b8dc3b', 'name': '', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'mac_address': 'fa:16:3e:f9:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:38:56Z', 'updated_at': '2022-01-23T21:39:00Z', 'revision_number': 4, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'subnets': [{'id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:39:01.270949 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391115e-2d36-48c8-9cec-d2e4646a3be0 None None] The sync data for ids ['f9419c35-b0d7-4464-9604-923ff66a69c7'] in dv-cinder-821602-21-iscsi is: [{'id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'name': 'router1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:38:47Z', 'updated_at': '2022-01-23T21:38:57Z', 'revision_number': 2, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'gw_port_host': None, '_interfaces': [{'id': 'f799bfb6-a4a9-466f-b52b-98def7b8dc3b', 'name': '', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'mac_address': 'fa:16:3e:f9:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:38:56Z', 'updated_at': '2022-01-23T21:39:00Z', 'revision_number': 4, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'subnets': [{'id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:39:01.336693 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:01.394115 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251e7f-c0df-4b3c-b175-194ba1dde2d2 None None] Pushing event updated for resources: {'Port': ['ID=f799bfb6-a4a9-466f-b52b-98def7b8dc3b,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:03.849907 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47602) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:39:03.972307 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71beba5e-355f-456e-82fe-416934d33a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:39:03.973765 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-71beba5e-355f-456e-82fe-416934d33a67 admin admin] 10.222.0.72 "GET /v2.0/networks/cc53e9f6-37eb-4920-a53b-6911ab57974d HTTP/1.1" status: 200 len: 842 time: 0.1227853 Jan 23 21:39:03.986948 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '4f31cbfb868e4f93956d0324ec9e3b5a'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:39:04.136527 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Made reservation on behalf of 4f31cbfb868e4f93956d0324ec9e3b5a for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:39:04.138978 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:04.570804 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.objects.ports [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109849) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 23 21:39:04.571310 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (2f258a65-764c-4a57-85c8-34bc63314bdc), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:04.628562 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f258a65-764c-4a57-85c8-34bc63314bdc,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:04.640759 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:39:04.641117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Network hostable DHCP agents. Network: cc53e9f6-37eb-4920-a53b-6911ab57974d, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:39:04.736596 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:39:04.834156 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, cc53e9f6-37eb-4920-a53b-6911ab57974d) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:39:04.838419 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:39:04.844486 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:04.845218 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6b3a47-8b03-4e7b-8035-0deaa369e3f5 None None] Network cc53e9f6-37eb-4920-a53b-6911ab57974d requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:39:04.945150 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f92455d7-274c-4d26-9a11-9a8cae50dea1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9644322 Jan 23 21:39:04.967653 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1c60b-428d-4b15-885e-7b282646286a None None] Network cc53e9f6-37eb-4920-a53b-6911ab57974d requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:39:07.354958 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 47610) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:39:07.488468 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-291706f2-0c4e-4aeb-81fc-09a5395d49b7 admin admin] 10.222.0.72 "GET /v2.0/routers/f9419c35-b0d7-4464-9604-923ff66a69c7 HTTP/1.1" status: 200 len: 710 time: 0.1323102 Jan 23 21:39:07.578980 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc07888-b2aa-48e5-ac90-99749502c241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:39:07.580526 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9fc07888-b2aa-48e5-ac90-99749502c241 admin admin] 10.222.0.72 "GET /v2.0/networks/cc53e9f6-37eb-4920-a53b-6911ab57974d HTTP/1.1" status: 200 len: 886 time: 0.0868661 Jan 23 21:39:07.590278 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:39:07.910477 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks [] for router_gateway (f9419c35-b0d7-4464-9604-923ff66a69c7), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:08.226251 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks [] for router_gateway (f9419c35-b0d7-4464-9604-923ff66a69c7), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:08.308545 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:08.421166 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Allocated IP 172.27.0.97 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/0cfe2836-9be9-478d-85ea-da9347c3810d) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:39:08.540679 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks [] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:08.628103 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:08.630693 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device f799bfb6-a4a9-466f-b52b-98def7b8dc3b up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:39:08.670176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:39:08.671245 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:39:08.675921 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:39:08.700013 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port f799bfb6-a4a9-466f-b52b-98def7b8dc3b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:39:08.700665 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:08.750549 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfe2836-9be9-478d-85ea-da9347c3810d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:08.786083 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port f799bfb6-a4a9-466f-b52b-98def7b8dc3b is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:39:09.059977 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks [] for router_gateway (f9419c35-b0d7-4464-9604-923ff66a69c7), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:09.261734 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-503506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router (f9419c35-b0d7-4464-9604-923ff66a69c7), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:09.264947 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-503592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507365'] for router (f9419c35-b0d7-4464-9604-923ff66a69c7), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:09.375839 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Router f9419c35-b0d7-4464-9604-923ff66a69c7 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:39:09.484170 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:39:09.489365 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:09.503320 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4204027c-04f8-40ca-af31-4bad04b536a1 admin admin] 10.222.0.72 "PUT /v2.0/routers/f9419c35-b0d7-4464-9604-923ff66a69c7 HTTP/1.1" status: 200 len: 889 time: 1.9037082 Jan 23 21:39:09.991581 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Sync routers for ids ['f9419c35-b0d7-4464-9604-923ff66a69c7'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:39:10.003978 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Routers {'f9419c35-b0d7-4464-9604-923ff66a69c7'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:39:10.004735 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:38:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['f9419c35-b0d7-4464-9604-923ff66a69c7'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:39:10.239621 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Set router f9419c35-b0d7-4464-9604-923ff66a69c7 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:39:10.733558 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'name': 'router1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '0cfe2836-9be9-478d-85ea-da9347c3810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:38:47Z', 'updated_at': '2022-01-23T21:39:08Z', 'revision_number': 4, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'gw_port': {'id': '0cfe2836-9be9-478d-85ea-da9347c3810d', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:39:08Z', 'updated_at': '2022-01-23T21:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'f799bfb6-a4a9-466f-b52b-98def7b8dc3b', 'name': '', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'mac_address': 'fa:16:3e:f9:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:38:56Z', 'updated_at': '2022-01-23T21:39:01Z', 'revision_number': 5, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'subnets': [{'id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:39:10.786544 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Checking router: f9419c35-b0d7-4464-9604-923ff66a69c7 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:39:10.786896 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Updating router f9419c35-b0d7-4464-9604-923ff66a69c7 port 0cfe2836-9be9-478d-85ea-da9347c3810d binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:39:10.839067 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:11.182891 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Publish callbacks [] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:11.256295 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:11.311088 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Attempting to bind port 0cfe2836-9be9-478d-85ea-da9347c3810d on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:39:11.311494 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Attempting to bind port 0cfe2836-9be9-478d-85ea-da9347c3810d by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:39:11.311865 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Attempting to bind port 0cfe2836-9be9-478d-85ea-da9347c3810d on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:39:11.314270 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42449acd-987d-4e59-8ba4-58f0057f4370 None None] Pushing event updated for resources: {'Port': ['ID=0cfe2836-9be9-478d-85ea-da9347c3810d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:11.321217 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:39:11.326172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:39:11.326172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:11.326172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:39:11.326172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Bound port: 0cfe2836-9be9-478d-85ea-da9347c3810d, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:39:11.326172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:11.381787 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] For port 0cfe2836-9be9-478d-85ea-da9347c3810d, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:39:11.385156 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] For port 0cfe2836-9be9-478d-85ea-da9347c3810d, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0cfe2836-9be9-478d-85ea-da9347c3810d,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:39:11.433996 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:11.495814 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42449acd-987d-4e59-8ba4-58f0057f4370 None None] Pushing event updated for resources: {'Port': ['ID=0cfe2836-9be9-478d-85ea-da9347c3810d,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:11.498271 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Routers {'f9419c35-b0d7-4464-9604-923ff66a69c7'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:39:11.498866 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:38:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['f9419c35-b0d7-4464-9604-923ff66a69c7'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:39:11.615165 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] Set router f9419c35-b0d7-4464-9604-923ff66a69c7 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:39:11.843442 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'name': 'router1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '0cfe2836-9be9-478d-85ea-da9347c3810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:38:47Z', 'updated_at': '2022-01-23T21:39:08Z', 'revision_number': 4, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'gw_port': {'id': '0cfe2836-9be9-478d-85ea-da9347c3810d', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:39:08Z', 'updated_at': '2022-01-23T21:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'f799bfb6-a4a9-466f-b52b-98def7b8dc3b', 'name': '', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'mac_address': 'fa:16:3e:f9:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:38:56Z', 'updated_at': '2022-01-23T21:39:01Z', 'revision_number': 5, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'subnets': [{'id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:39:11.876142 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c50f4-36e7-4377-be85-cc470b8c9ea3 None None] The sync data for ids ['f9419c35-b0d7-4464-9604-923ff66a69c7'] in dv-cinder-821602-21-iscsi is: [{'id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'name': 'router1', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '0cfe2836-9be9-478d-85ea-da9347c3810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:38:47Z', 'updated_at': '2022-01-23T21:39:08Z', 'revision_number': 4, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'gw_port': {'id': '0cfe2836-9be9-478d-85ea-da9347c3810d', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:39:08Z', 'updated_at': '2022-01-23T21:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'f799bfb6-a4a9-466f-b52b-98def7b8dc3b', 'name': '', 'network_id': 'c9c2d49c-acb7-41b0-b8bb-0daa81166d97', 'tenant_id': 'b743283ca83e48429a1e94c201899e4d', 'mac_address': 'fa:16:3e:f9:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9419c35-b0d7-4464-9604-923ff66a69c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:38:56Z', 'updated_at': '2022-01-23T21:39:01Z', 'revision_number': 5, 'project_id': 'b743283ca83e48429a1e94c201899e4d', 'subnets': [{'id': '53df3957-4794-457c-bfe4-f977ac22d8ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c359252f-d3df-40c1-995c-648f80618c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:39:12.044676 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 47622) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:39:12.182329 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-733e4dc8-92c6-4b38-a296-d16dbe2931ee admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1363382 Jan 23 21:39:12.666950 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0cfe2836-9be9-478d-85ea-da9347c3810d up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:39:12.722966 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 0cfe2836-9be9-478d-85ea-da9347c3810d triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:39:12.723673 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:12.808442 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 0cfe2836-9be9-478d-85ea-da9347c3810d is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:39:12.808832 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:12.942569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 0cfe2836-9be9-478d-85ea-da9347c3810d, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0cfe2836-9be9-478d-85ea-da9347c3810d,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:39:12.999353 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:13.071878 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=0cfe2836-9be9-478d-85ea-da9347c3810d,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:39:14.621938 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0cfe2836-9be9-478d-85ea-da9347c3810d up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:39:14.680981 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 0cfe2836-9be9-478d-85ea-da9347c3810d triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:39:14.681709 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0cfe2836-9be9-478d-85ea-da9347c3810d), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:14.784591 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 0cfe2836-9be9-478d-85ea-da9347c3810d is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:39:15.422021 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e37aac2c-f821-4c6c-aa4b-22eda727b34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:17.838749 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dcb52c13-33d5-48df-b4bc-65117b9a7166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:18.047166 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:39:19.238963 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:20.450254 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:21.988269 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:45.414846 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1097ac03-9997-4a0b-8bee-e3e398bce3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:47.816963 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-034a3891-de46-4a1f-987b-28d93f29ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:49.232791 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:50.420730 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:51.998329 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:39:55.050904 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:40:15.546955 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1e5aeee-1eb5-4841-b876-3543252f762d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:17.796909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37c254dc-18c9-4eb8-bdd1-8872765e87ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:19.224950 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:20.419257 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:22.013481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:32.050678 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:40:41.523696 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48106) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:41.589606 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0e679a-f63b-45a7-abe5-6c18a24d56ae admin admin] GET failed (client error): The resource could not be found. Jan 23 21:40:41.590919 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5e0e679a-f63b-45a7-abe5-6c18a24d56ae admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662766 Jan 23 21:40:41.760785 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6260fa7-77b7-4e2f-9050-255ff18752dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:41.762237 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c6260fa7-77b7-4e2f-9050-255ff18752dc admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670671 Jan 23 21:40:44.016930 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48116) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:44.111554 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428368f-63e0-456a-a9e6-937bc2a06655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:44.112917 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c428368f-63e0-456a-a9e6-937bc2a06655 admin admin] 10.222.0.72 "GET /v2.0/subnets/53df3957-4794-457c-bfe4-f977ac22d8ba HTTP/1.1" status: 200 len: 849 time: 0.0950487 Jan 23 21:40:44.122325 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:40:44.208467 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Publish callbacks [] for subnet (53df3957-4794-457c-bfe4-f977ac22d8ba), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:44.412028 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760565630181'] for subnet (53df3957-4794-457c-bfe4-f977ac22d8ba), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:44.451497 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:44.452120 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:44.453537 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] 10.222.0.72 "PUT /v2.0/subnets/53df3957-4794-457c-bfe4-f977ac22d8ba HTTP/1.1" status: 200 len: 868 time: 0.3347814 Jan 23 21:40:44.454566 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7c624-2a5d-413e-b9f4-99388ff53bc2 None None] Network c9c2d49c-acb7-41b0-b8bb-0daa81166d97 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:40:44.469752 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53df3957-4794-457c-bfe4-f977ac22d8ba,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:40:44.477725 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.478101 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.478458 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.478802 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.479152 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.479538 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.480001 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.480334 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.480856 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.481184 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.481474 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.481893 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.482336 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d4fd3-1c9c-475f-bf06-febcb3f30848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:40:44.820206 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1bb998cc-2d3c-42d3-a5ce-6d4af31d3cc4 None None] Provisioning complete for port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:40:44.820578 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1bb998cc-2d3c-42d3-a5ce-6d4af31d3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (1c0bd0aa-93c6-45b2-ab1a-97178de798d8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:44.904023 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1bb998cc-2d3c-42d3-a5ce-6d4af31d3cc4 None None] Current status of the port 1c0bd0aa-93c6-45b2-ab1a-97178de798d8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:40:44.914215 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1bb998cc-2d3c-42d3-a5ce-6d4af31d3cc4 None None] Provisioning complete for port f799bfb6-a4a9-466f-b52b-98def7b8dc3b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:40:44.914608 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1bb998cc-2d3c-42d3-a5ce-6d4af31d3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f799bfb6-a4a9-466f-b52b-98def7b8dc3b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:44.994682 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1bb998cc-2d3c-42d3-a5ce-6d4af31d3cc4 None None] Current status of the port f799bfb6-a4a9-466f-b52b-98def7b8dc3b is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:40:45.424256 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c95e7dc5-1f05-4cd3-affb-dceee99f11cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:46.786583 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48124) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:47.077893 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482e3e3-19e6-47dd-a567-a47ea6c2336e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:47.078370 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482e3e3-19e6-47dd-a567-a47ea6c2336e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:47.080008 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b482e3e3-19e6-47dd-a567-a47ea6c2336e admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2924116 Jan 23 21:40:47.801200 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ac5111f-9a1d-4e3f-be2f-cd9b536c26a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:49.218613 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:49.417165 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48134) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:49.552149 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ce989-6847-4154-b2f1-c0ddda4be159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:49.552546 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ce989-6847-4154-b2f1-c0ddda4be159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:49.554102 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e34ce989-6847-4154-b2f1-c0ddda4be159 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359522 Jan 23 21:40:50.429643 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:51.901069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48142) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:51.983905 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:40:52.040050 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f389fc37-523d-4542-9abe-f347aff91edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:52.041448 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f389fc37-523d-4542-9abe-f347aff91edc admin admin] 10.222.0.72 "GET /v2.0/networks/c9c2d49c-acb7-41b0-b8bb-0daa81166d97 HTTP/1.1" status: 200 len: 869 time: 0.1394162 Jan 23 21:40:54.355780 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48150) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:54.486284 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b64970-81cb-4771-a32f-5c58eca47ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:54.488260 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e5b64970-81cb-4771-a32f-5c58eca47ed0 admin admin] 10.222.0.72 "GET /v2.0/networks/cc53e9f6-37eb-4920-a53b-6911ab57974d HTTP/1.1" status: 200 len: 886 time: 0.1314173 Jan 23 21:40:56.853476 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48158) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:56.998682 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0e0e5-6841-4918-9cf4-553a6f92d0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:56.999163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0e0e5-6841-4918-9cf4-553a6f92d0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:57.000805 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a0d0e0e5-6841-4918-9cf4-553a6f92d0a5 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1463609 Jan 23 21:40:59.300447 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48166) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:40:59.431443 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1642a41-ee96-4453-b160-b5d62b0b375b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:59.431894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1642a41-ee96-4453-b160-b5d62b0b375b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:40:59.433426 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c1642a41-ee96-4453-b160-b5d62b0b375b admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319938 Jan 23 21:41:02.014106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48174) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:41:02.102746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c0251f-bb38-451c-bc5f-1ca1d4dddd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:41:02.104159 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f4c0251f-bb38-451c-bc5f-1ca1d4dddd38 admin admin] 10.222.0.72 "GET /v2.0/subnets/2f258a65-764c-4a57-85c8-34bc63314bdc HTTP/1.1" status: 200 len: 816 time: 0.0891035 Jan 23 21:41:04.387127 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48182) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:41:04.487094 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a241983-664e-4426-9641-f24c6a3637d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:41:04.488504 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1a241983-664e-4426-9641-f24c6a3637d6 admin admin] 10.222.0.72 "GET /v2.0/subnets/53df3957-4794-457c-bfe4-f977ac22d8ba HTTP/1.1" status: 200 len: 868 time: 0.0998473 Jan 23 21:41:09.049958 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:41:15.417821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03109500-8cdf-4c17-b81f-0fa88f223d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:17.783595 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfcee241-ac80-418a-9574-121c651753e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:19.240609 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:20.439155 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:22.038869 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:30.031719 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48236) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:41:30.082152 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-8832ca9b-a651-42eb-b489-af6a3c4e707a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:41:30.083154 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8832ca9b-a651-42eb-b489-af6a3c4e707a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504940 Jan 23 21:41:32.478346 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48244) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:41:32.540381 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32a8a4c-3b9c-4406-baa7-9af1e87f1165 admin admin] GET failed (client error): The resource could not be found. Jan 23 21:41:32.541651 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d32a8a4c-3b9c-4406-baa7-9af1e87f1165 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623708 Jan 23 21:41:32.626509 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c28b6-f152-44e1-bb82-fcabde8b7921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:41:32.628019 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a80c28b6-f152-44e1-bb82-fcabde8b7921 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817039 Jan 23 21:41:34.992747 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48254) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:41:35.043057 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True, 'project_id': '4f31cbfb868e4f93956d0324ec9e3b5a', 'tenant_id': '4f31cbfb868e4f93956d0324ec9e3b5a'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:41:35.243775 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Made reservation on behalf of 4f31cbfb868e4f93956d0324ec9e3b5a for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:41:35.246586 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:35.284832 dv-cinder-821602-21-iscsi neutron-server[109848]: WARNING neutron.services.revisions.revision_plugin [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Could not find related network for resource to bump revision. Jan 23 21:41:35.297356 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:41:35.306622 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (18886bd4-a459-48a0-ab90-beda6be510db), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:35.306965 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Added segment 18886bd4-a459-48a0-ab90-beda6be510db of type vlan for network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 Jan 23 21:41:35.358088 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (35aa3178-a285-4e05-af2c-e40d0d6df1f0), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:35.463293 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (35aa3178-a285-4e05-af2c-e40d0d6df1f0), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:35.464776 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:41:35.465356 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:35.525072 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] Pushing event updated for resources: {'Network': ['ID=35aa3178-a285-4e05-af2c-e40d0d6df1f0,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:41:35.535826 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:41:35.562814 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-63fd2edb-8306-486b-9546-266031e9a985 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5685630 Jan 23 21:41:37.909798 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48264) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:41:37.970687 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be7e237-858b-499d-b513-ac5cd86858c8 admin admin] GET failed (client error): The resource could not be found. Jan 23 21:41:37.972029 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2be7e237-858b-499d-b513-ac5cd86858c8 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612769 Jan 23 21:41:38.058153 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0705a3-4fce-4576-baaa-1836935ed2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:41:38.058153 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ad0705a3-4fce-4576-baaa-1836935ed2f4 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0801940 Jan 23 21:41:38.067311 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Request body: {'subnet': {'tenant_id': '4f31cbfb868e4f93956d0324ec9e3b5a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:41:38.180419 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Made reservation on behalf of 4f31cbfb868e4f93956d0324ec9e3b5a for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:41:38.183730 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:38.449780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (d77d3a7c-e8b7-48b2-a946-09611ed1f6a7), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:38.503571 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77d3a7c-e8b7-48b2-a946-09611ed1f6a7,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:41:38.513698 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Checking segment: {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:41:38.514054 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Network hostable DHCP agents. Network: 35aa3178-a285-4e05-af2c-e40d0d6df1f0, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:41:38.594583 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:41:38.717965 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 35aa3178-a285-4e05-af2c-e40d0d6df1f0) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:41:38.721869 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:41:38.722465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:38.726741 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4784d-46e7-4800-92b1-9d299bbb20ac None None] Network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:41:38.831495 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2ef53198-0850-46e4-aa4e-f9e2faf5c096 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7685437 Jan 23 21:41:38.832666 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-35aa3178-a285-4e05-af2c-e40d0d6df1f0', 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0', 'project_id': '4f31cbfb868e4f93956d0324ec9e3b5a', 'fixed_ips': [{'subnet_id': 'd77d3a7c-e8b7-48b2-a946-09611ed1f6a7'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:41:38.833511 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:39.079859 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Allocated IP 192.168.233.2 (35aa3178-a285-4e05-af2c-e40d0d6df1f0/d77d3a7c-e8b7-48b2-a946-09611ed1f6a7/15b02c35-40b8-4079-8081-00a56e7d1c55) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:41:39.231355 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Publish callbacks [] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:39.321189 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:39.370874 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:41:39.374300 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:41:39.378257 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:41:39.384187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Pushing event updated for resources: {'Port': ['ID=15b02c35-40b8-4079-8081-00a56e7d1c55,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:41:39.404186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.406821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.407461 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.407667 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.408002 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.408330 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:41:39.459375 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Attempting to bind port 15b02c35-40b8-4079-8081-00a56e7d1c55 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:41:39.459748 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Attempting to bind port 15b02c35-40b8-4079-8081-00a56e7d1c55 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:41:39.460116 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Attempting to bind port 15b02c35-40b8-4079-8081-00a56e7d1c55 on network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:41:39.466358 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:41:39.466730 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Checking segment: {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:41:39.467132 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:39.467561 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Bound using segment: {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:41:39.468046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Bound port: 15b02c35-40b8-4079-8081-00a56e7d1c55, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:41:39.468425 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:39.536680 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] For port 15b02c35-40b8-4079-8081-00a56e7d1c55, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:41:39.540513 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] For port 15b02c35-40b8-4079-8081-00a56e7d1c55, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=15b02c35-40b8-4079-8081-00a56e7d1c55,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:41:39.627043 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:39.693133 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03a14a-8b44-4f35-afa1-83bca0170cfd None None] Pushing event updated for resources: {'Port': ['ID=15b02c35-40b8-4079-8081-00a56e7d1c55,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:41:40.646485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497e76f-4c89-44a7-9ea2-321e7b6188f1 None None] Network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:41:40.739379 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] Provisioning complete for port 15b02c35-40b8-4079-8081-00a56e7d1c55 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:41:40.739787 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:40.786479 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 15b02c35-40b8-4079-8081-00a56e7d1c55 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:41:40.894779 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 15b02c35-40b8-4079-8081-00a56e7d1c55 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:41:40.895093 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:40.918605 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] Current status of the port 15b02c35-40b8-4079-8081-00a56e7d1c55 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:41:40.919025 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:40.981825 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] For port 15b02c35-40b8-4079-8081-00a56e7d1c55, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=15b02c35-40b8-4079-8081-00a56e7d1c55,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:41:41.028475 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 15b02c35-40b8-4079-8081-00a56e7d1c55 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:41:41.028865 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:41.057545 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:41.129497 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 23 21:41:41.129862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 23 21:41:41.136557 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f65244-7450-4be6-8947-99d7bea915a8 None None] Pushing event updated for resources: {'Port': ['ID=15b02c35-40b8-4079-8081-00a56e7d1c55,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:41:41.177220 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-7d660c65-4508-4c82-b92e-1069c31e6bcf None None] Provisioning complete for port 15b02c35-40b8-4079-8081-00a56e7d1c55 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:41:41.177607 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d660c65-4508-4c82-b92e-1069c31e6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:41.264009 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7d660c65-4508-4c82-b92e-1069c31e6bcf None None] Current status of the port 15b02c35-40b8-4079-8081-00a56e7d1c55 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:41:41.669406 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 15b02c35-40b8-4079-8081-00a56e7d1c55 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:41:42.702975 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 15b02c35-40b8-4079-8081-00a56e7d1c55 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:41:42.758153 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 15b02c35-40b8-4079-8081-00a56e7d1c55 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:41:42.758550 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (15b02c35-40b8-4079-8081-00a56e7d1c55), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:42.839679 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 15b02c35-40b8-4079-8081-00a56e7d1c55 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:41:45.414785 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae06dafb-f668-4c13-a445-f690796f86c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:46.049260 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:41:47.854477 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4b0060ae-2d29-4cab-aaa5-ecbb6b82f44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:49.266071 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:50.460482 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:41:52.036829 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:15.415743 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c31e05-fa8d-410b-8f8c-702d125f3794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:17.790755 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c25ad533-89bf-4087-96e0-0acf4678f5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:19.256020 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:20.487091 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:21.998950 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:23.048287 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:42:45.438347 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2205892d-d7ae-480d-9188-2de7020e455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:47.783160 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c76355c6-2ccb-48dc-8e40-8b56a91b95cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:49.262884 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:50.451350 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:42:52.158063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:00.048702 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:43:15.416676 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-72bf6c98-bc22-45a7-8211-2c8b2519931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:17.797477 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c10669ae-25b9-4946-a767-e5e47b7e17d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:19.341877 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:20.456234 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:22.010163 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:32.709723 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48308) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:43:32.715876 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [None req-4f40edf5-3f99-4b1a-b7e2-ffd3ad76fd65 tempest-verify_tempest_config-500018094 tempest-verify_tempest_config-500018094-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:43:32.716887 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4f40edf5-3f99-4b1a-b7e2-ffd3ad76fd65 tempest-verify_tempest_config-500018094 tempest-verify_tempest_config-500018094-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064166 Jan 23 21:43:33.279940 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48326) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:43:33.384049 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.462043 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Publish callbacks [] for security_group (4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.541341 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.589796 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:43:33.593794 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4a0d9129cfb48c5ba36b1e52f9ea72f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3127315 Jan 23 21:43:33.596586 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48330) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:43:33.599747 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.600105 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.600444 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.600776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.601109 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.601436 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.601760 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.602086 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.602414 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.602750 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.603051 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.603399 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.603716 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd42db9-1ab8-425d-90a2-8e2fa3507b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.658906 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Publish callbacks [] for security_group (4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.681377 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Publish callbacks [] for security_group (4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.838530 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.841165 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:33.842351 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993 HTTP/1.1" status: 204 len: 168 time: 0.2447369 Jan 23 21:43:33.851568 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2bc96c-ab7e-46de-8ac7-3c21ad3ad993,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:43:33.859282 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.859667 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.860022 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.860427 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.860780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.861108 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.861446 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.861790 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.862144 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.862476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.862807 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.863148 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:33.863492 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9a13-6cea-4274-b9ef-1f63102efc09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:43:37.047807 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:43:45.432059 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-65baac1a-ea0b-4358-b015-ff30a06834c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:47.809077 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8ffd41b5-05fd-4d25-b338-4fcdfb77d518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:49.248753 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:50.470324 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:43:52.002909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:14.045729 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:44:15.430448 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-878836e1-a91d-4c9b-86bc-63c703d8dda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:17.801709 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d493-bd0a-4dfb-8ff6-af95e468922e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:19.269590 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:20.458864 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:22.008575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:45.429361 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bcaace75-788c-460b-ba34-c055f0d5f3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:47.805930 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ad81-7a11-48dc-b096-714cf7895e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:49.263126 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:50.446038 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:44:51.045703 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:44:52.000114 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:09.182445 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-410780'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:15.407055 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-64a9c1fe-f761-4214-ac56-c723b2f94303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:17.846197 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd208e2c-523c-42b9-ab3f-98b4f011328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:19.267622 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:20.467623 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:22.039411 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:23.873518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48404) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:45:23.979400 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ca87f107-d857-489e-afcb-5ae33bd8b1cd admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1044719 Jan 23 21:45:26.296032 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48414) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:45:26.352556 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3f3c2322-17c7-492a-9644-01dfbf8fb7e2 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0554233 Jan 23 21:45:28.051196 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:45:39.170701 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:45.404288 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea8637ec-42e0-4d72-8edc-28eec8c75119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:47.831716 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5230958e-c28a-4e92-a638-342225875aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:49.261063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:50.478777 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:45:52.002957 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:05.049764 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:46:09.140788 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:15.415665 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3927ccb-d774-44d0-9256-609ab8c90929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:17.797924 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ffb26f2-efe1-435c-aa4a-83586a7c9591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:19.289822 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:20.505445 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:22.018998 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:39.178690 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:42.048872 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:46:45.430217 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84624274-6b9e-43a5-a39b-e13a5b85549c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:47.990097 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f8c50df-147d-4f60-9820-139c7c4e4372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:49.306476 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:50.466457 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:52.012999 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:46:59.997193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48612) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:00.214916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48630) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:00.244269 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48634) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:00.383595 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1961214320-network', 'tenant_id': '8155754143864a16b3c702963a51e9d9'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:00.522044 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Made reservation on behalf of 8155754143864a16b3c702963a51e9d9 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:00.524523 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.533306 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.613036 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks [] for security_group (76394175-029e-4f59-b152-1a0b46b884c6), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.653535 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-150285371-network', 'tenant_id': 'ee1757d1fd1149a2b16e5860993c48e4'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:00.675014 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1927102044-network', 'tenant_id': '4fe29be8edfb484fac7a900295f8890b'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:00.694710 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (76394175-029e-4f59-b152-1a0b46b884c6), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.728061 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:47:00.733643 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76394175-029e-4f59-b152-1a0b46b884c6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:00.743234 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.743841 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Added segment ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b of type vlan for network 27f05782-d84a-4801-8bb0-f607204a0f48 Jan 23 21:47:00.745769 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.746142 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.746487 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.746826 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.747380 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.747667 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.747992 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.748485 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.748997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.749324 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.749985 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.750485 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.751133 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Tracked resource versions report: Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: pushed versions: Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: { 'AddressGroup': {'1.2'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'ConntrackHelper': {'1.0'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Log': {'1.0'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Network': {'1.1'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Port': {'1.7'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'PortForwarding': {'1.2'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'QosPolicy': {'1.10'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroup': {'1.5'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SubPort': {'1.0'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Subnet': {'1.1'}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Trunk': {'1.1'}} Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: consumer versions: Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: HyperV agent@hv-cinder-82160: {}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'ConntrackHelper': '1.0', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'LocalIPAssociation': '1.0', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Log': '1.0', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Network': '1.1', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Port': '1.7', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'PortForwarding': '1.2', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'QosPolicy': '1.10', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroup': '1.5', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SecurityGroupRule': '1.2', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'SubPort': '1.0', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Subnet': '1.1', Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: 'Trunk': '1.1'}} Jan 23 21:47:00.752306 dv-cinder-821602-21-iscsi neutron-server[109848]: {{(pid=109848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:47:00.788968 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Made reservation on behalf of ee1757d1fd1149a2b16e5860993c48e4 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:00.791455 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.812118 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (27f05782-d84a-4801-8bb0-f607204a0f48), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.835314 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48656) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:00.845100 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.933150 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Made reservation on behalf of 4fe29be8edfb484fac7a900295f8890b for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:00.935716 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.952600 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.968607 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (27f05782-d84a-4801-8bb0-f607204a0f48), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:00.973252 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:00.973252 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.109962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks [] for security_group (cf2b915f-ffbe-4feb-853c-78e004c61b33), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.151837 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] Pushing event updated for resources: {'Network': ['ID=27f05782-d84a-4801-8bb0-f607204a0f48,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:01.162417 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-788517715-network', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:01.173338 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 27f05782-d84a-4801-8bb0-f607204a0f48 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:47:01.190805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (cf2b915f-ffbe-4feb-853c-78e004c61b33), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.250098 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:47:01.322704 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2f4ad343-0d46-4c9f-84fc-28b14deda9fc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3240685 Jan 23 21:47:01.325835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48682) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:01.332946 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Request body: {'subnet': {'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1961214320-subnet', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:01.338062 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (7f3d6b1c-faec-4b47-8454-20a73737970a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.338903 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Added segment 7f3d6b1c-faec-4b47-8454-20a73737970a of type vlan for network 24aab133-8bab-4f09-a830-696f48e02d16 Jan 23 21:47:01.342695 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b915f-ffbe-4feb-853c-78e004c61b33,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:01.441184 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Made reservation on behalf of 8155754143864a16b3c702963a51e9d9 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:01.444217 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.465714 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (24aab133-8bab-4f09-a830-696f48e02d16), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.472795 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks [] for security_group (056e736f-d9d3-4852-a30b-c3e82c4b735f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.552463 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Made reservation on behalf of ee66560dbe964f38824905f19074c3e0 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:01.555544 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.584744 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.613587 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (056e736f-d9d3-4852-a30b-c3e82c4b735f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.613989 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (24aab133-8bab-4f09-a830-696f48e02d16), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.615973 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:01.616803 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.660229 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e736f-d9d3-4852-a30b-c3e82c4b735f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:01.702014 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:47:01.774859 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (20d2ba9f-9b3e-4d61-be67-da42749c638e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.774859 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Added segment 20d2ba9f-9b3e-4d61-be67-da42749c638e of type vlan for network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 Jan 23 21:47:01.796506 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] Pushing event updated for resources: {'Network': ['ID=24aab133-8bab-4f09-a830-696f48e02d16,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:01.803351 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b3fe598d-a749-4719-89d6-590ab2c1e453 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5872996 Jan 23 21:47:01.806254 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48698) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:01.810704 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 24aab133-8bab-4f09-a830-696f48e02d16 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:47:01.812418 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Request body: {'subnet': {'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-150285371-subnet', 'tenant_id': 'ee1757d1fd1149a2b16e5860993c48e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:01.843802 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (752f5fd7-d5a3-49c3-aed5-d4b13c91e865), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.884140 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (9aa5c405-7275-4aaf-bc29-28ae8c3a51c9), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.917204 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks [] for security_group (c98fa97d-f318-4ef6-a107-252e7e967478), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:01.969757 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Made reservation on behalf of ee1757d1fd1149a2b16e5860993c48e4 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:01.972182 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.003662 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (752f5fd7-d5a3-49c3-aed5-d4b13c91e865), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.005677 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:02.006673 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.014596 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:02.037008 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c98fa97d-f318-4ef6-a107-252e7e967478), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.042851 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:47:02.057300 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (217747e4-2253-4bc0-89f3-928904701d61), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.058237 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Added segment 217747e4-2253-4bc0-89f3-928904701d61 of type vlan for network a49b07be-67b7-49d5-9853-f79471c97605 Jan 23 21:47:02.068552 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.068901 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.069247 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.069613 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.069918 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.070298 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.070593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.070927 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.071261 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.071787 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.072044 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.072404 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.072738 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Tracked resource versions report: Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: pushed versions: Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: { 'AddressGroup': {'1.2'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'ConntrackHelper': {'1.0'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Log': {'1.0'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Network': {'1.1'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Port': {'1.7'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'PortForwarding': {'1.2'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'QosPolicy': {'1.10'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroup': {'1.5'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SubPort': {'1.0'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Subnet': {'1.1'}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Trunk': {'1.1'}} Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: consumer versions: Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: HyperV agent@hv-cinder-82160: {}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'ConntrackHelper': '1.0', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'LocalIPAssociation': '1.0', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Log': '1.0', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Network': '1.1', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Port': '1.7', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'PortForwarding': '1.2', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'QosPolicy': '1.10', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroup': '1.5', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SecurityGroupRule': '1.2', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'SubPort': '1.0', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Subnet': '1.1', Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: 'Trunk': '1.1'}} Jan 23 21:47:02.074136 dv-cinder-821602-21-iscsi neutron-server[109849]: {{(pid=109849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:47:02.095181 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8482418 Jan 23 21:47:02.100780 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48704) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:02.108373 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Request body: {'subnet': {'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1927102044-subnet', 'tenant_id': '4fe29be8edfb484fac7a900295f8890b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:02.112489 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Checking segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:02.112849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Network hostable DHCP agents. Network: 27f05782-d84a-4801-8bb0-f607204a0f48, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:47:02.160673 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2c1fc-03ba-47c2-8099-e5442dd3ab66 admin admin] Pushing event updated for resources: {'Network': ['ID=752f5fd7-d5a3-49c3-aed5-d4b13c91e865,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:02.169911 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (a49b07be-67b7-49d5-9853-f79471c97605), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.174712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98fa97d-f318-4ef6-a107-252e7e967478,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:02.177786 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:47:02.246382 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Network 27f05782-d84a-4801-8bb0-f607204a0f48 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:47:02.272541 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Made reservation on behalf of 4fe29be8edfb484fac7a900295f8890b for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:02.273101 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (a49b07be-67b7-49d5-9853-f79471c97605), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.274280 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:02.274714 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.275069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.341929 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] Pushing event updated for resources: {'Network': ['ID=a49b07be-67b7-49d5-9853-f79471c97605,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:02.352672 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network a49b07be-67b7-49d5-9853-f79471c97605 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:47:02.354128 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (589f5608-ab80-4e5e-b827-eef211b06904), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.402428 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 27f05782-d84a-4801-8bb0-f607204a0f48) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:02.416894 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42401d01-9e05-4ce3-ada7-b40096f27038 None None] Network 27f05782-d84a-4801-8bb0-f607204a0f48 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:02.418229 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:02.418812 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.426454 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5c796108-29e0-434d-9718-d3e5bf57f35d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5874929 Jan 23 21:47:02.430240 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48708) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:02.434901 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Request body: {'subnet': {'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-subnet', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:02.504578 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Checking segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:02.505711 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Network hostable DHCP agents. Network: 24aab133-8bab-4f09-a830-696f48e02d16, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:47:02.518574 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589f5608-ab80-4e5e-b827-eef211b06904,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:02.540057 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3d2826e3-5a6e-49e8-9a39-7d2082b69421 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2129061 Jan 23 21:47:02.543168 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48710) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:02.547817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:02.558352 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Made reservation on behalf of ee66560dbe964f38824905f19074c3e0 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:02.560669 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.565481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-27f05782-d84a-4801-8bb0-f607204a0f48', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:47:02.567103 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.618389 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (846a3c93-7d00-4a3d-a8ba-0d9358f759ac), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.655095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Network 24aab133-8bab-4f09-a830-696f48e02d16 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:47:02.684878 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846a3c93-7d00-4a3d-a8ba-0d9358f759ac,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:02.710628 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Checking segment: {'id': '20d2ba9f-9b3e-4d61-be67-da42749c638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:02.714941 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Network hostable DHCP agents. Network: 752f5fd7-d5a3-49c3-aed5-d4b13c91e865, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:47:02.737617 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 24aab133-8bab-4f09-a830-696f48e02d16) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:02.746656 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Allocated IP 172.20.0.2 (27f05782-d84a-4801-8bb0-f607204a0f48/9aa5c405-7275-4aaf-bc29-28ae8c3a51c9/03ea93a9-51c8-494f-ad17-9385a9e1b1c5) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:02.754499 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888fc92-5471-451a-9669-cb11fbfefe4c None None] Network 24aab133-8bab-4f09-a830-696f48e02d16 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:02.768990 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:02.771233 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.789463 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (e4f92737-c9ee-4385-8e23-f320cd6400b5), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.790527 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (e4f92737-c9ee-4385-8e23-f320cd6400b5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.826184 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:47:02.836808 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 752f5fd7-d5a3-49c3-aed5-d4b13c91e865) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:02.843515 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:02.845134 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.891071 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-51a1cf26-64a1-432c-8f3b-caff4a12e393 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0832717 Jan 23 21:47:02.913426 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4f191-b8dd-45fd-a577-6ad9b2a76b11 None None] Network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:02.930489 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks [] for router_controller (e4f92737-c9ee-4385-8e23-f320cd6400b5), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.932503 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (acd72518-72b9-480c-a9f6-b3c220525fde), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:02.997429 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7f510349-dbdb-4514-ae31-5d24b55420f0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8949671 Jan 23 21:47:03.236975 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd72518-72b9-480c-a9f6-b3c220525fde,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:03.262545 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b4fa6-964e-4958-a836-24a30293c787 None None] Network 24aab133-8bab-4f09-a830-696f48e02d16 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:03.306953 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Checking segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:03.307337 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Network hostable DHCP agents. Network: a49b07be-67b7-49d5-9853-f79471c97605, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:47:03.439185 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks [] for router_gateway (e4f92737-c9ee-4385-8e23-f320cd6400b5), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:03.522113 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Network a49b07be-67b7-49d5-9853-f79471c97605 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:47:03.652797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, a49b07be-67b7-49d5-9853-f79471c97605) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:03.669434 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d42ce-371c-4786-ac72-7635df744028 None None] Network a49b07be-67b7-49d5-9853-f79471c97605 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:03.679382 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48810) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:03.683857 dv-cinder-821602-21-iscsi neutron-server[109849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 23 21:47:03.693039 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:03.693365 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:03.722867 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59f367-2149-4ce8-9e33-b4817fa088d6 None None] Network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:03.822950 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Publish callbacks [] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:03.895581 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-5b76e6ff-0928-4266-88e9-80a4108b14b5 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:03.898057 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-5b76e6ff-0928-4266-88e9-80a4108b14b5 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.2159166 Jan 23 21:47:03.917748 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8a4e3789-31cb-4ac4-93a1-b5eee5d31cdc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4867117 Jan 23 21:47:03.923465 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-0be8b2eb-5372-4ee3-9be9-17fdbbb35614 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/quotas/ee1757d1fd1149a2b16e5860993c48e4 HTTP/1.1" status: 200 len: 375 time: 0.0183506 Jan 23 21:47:03.926074 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dda543-902a-4eeb-8af2-c9868ebc6884 None None] Network a49b07be-67b7-49d5-9853-f79471c97605 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:03.926259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48814) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:03.947879 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:04.003083 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-db9491be-3974-4c40-8f8f-73a7ce654276 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782509 Jan 23 21:47:04.031122 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.067190 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks [] for router_gateway (e4f92737-c9ee-4385-8e23-f320cd6400b5), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.093088 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Network 27f05782-d84a-4801-8bb0-f607204a0f48 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:04.100720 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:04.107334 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:04.110253 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (cc7ebdea-9980-4167-9c2d-eb7deb7df861), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.111401 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.115896 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (cc7ebdea-9980-4167-9c2d-eb7deb7df861), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.118483 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Pushing event updated for resources: {'Port': ['ID=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:04.144881 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.144881 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.145168 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.146047 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.146314 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.146752 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.147100 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.147465 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.147798 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.148145 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.148477 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.148817 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.149141 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Tracked resource versions report: Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: pushed versions: Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: { 'AddressGroup': {'1.2'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'ConntrackHelper': {'1.0'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Log': {'1.0'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Network': {'1.1'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Port': {'1.7'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'PortForwarding': {'1.2'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'QosPolicy': {'1.10'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroup': {'1.5'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SubPort': {'1.0'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Subnet': {'1.1'}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Trunk': {'1.1'}} Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: consumer versions: Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: HyperV agent@hv-cinder-82160: {}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'ConntrackHelper': '1.0', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'LocalIPAssociation': '1.0', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Log': '1.0', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Network': '1.1', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Port': '1.7', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'PortForwarding': '1.2', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'QosPolicy': '1.10', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroup': '1.5', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SecurityGroupRule': '1.2', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'SubPort': '1.0', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Subnet': '1.1', Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: 'Trunk': '1.1'}} Jan 23 21:47:04.150296 dv-cinder-821602-21-iscsi neutron-server[109850]: {{(pid=109850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:47:04.206798 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Attempting to bind port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:04.207175 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Attempting to bind port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:04.207613 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Attempting to bind port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 on network 27f05782-d84a-4801-8bb0-f607204a0f48 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:04.214184 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:04.214609 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Checking segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:04.214837 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.215372 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Bound using segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:04.215775 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Bound port: 03ea93a9-51c8-494f-ad17-9385a9e1b1c5, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:04.216163 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.264615 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks [] for router_controller (cc7ebdea-9980-4167-9c2d-eb7deb7df861), precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.301143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] For port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:04.305775 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] For port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:04.419609 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.434627 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Allocated IP 172.27.0.139 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/26035ffb-a540-4671-aa6c-988bd94a263c) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:04.453157 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48832) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:04.514693 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48836) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:04.546085 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661959e-3f40-4e1a-b679-1ae9ea89d696 None None] Pushing event updated for resources: {'Port': ['ID=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:04.642286 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks [] for router_gateway (cc7ebdea-9980-4167-9c2d-eb7deb7df861), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.689259 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks [] for port (26035ffb-a540-4671-aa6c-988bd94a263c), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.742154 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c54b9599-5be3-4513-b274-b196b4ea477a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.747060 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48854) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:04.751518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e28c-f5f6-4f36-a473-e3dcb5697cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.782539 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-cf9142c0-8114-47ad-bea0-54db7a21a428 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:47:04.783815 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-cf9142c0-8114-47ad-bea0-54db7a21a428 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1273704 Jan 23 21:47:04.904981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c54b9599-5be3-4513-b274-b196b4ea477a admin admin] Publish callbacks [] for security_group (2952dfae-b477-49cb-a51e-b5902ca7903b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:04.941265 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.022331 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c54b9599-5be3-4513-b274-b196b4ea477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2952dfae-b477-49cb-a51e-b5902ca7903b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.047357 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:05.064666 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:05.081290 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:05.092910 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-9bcb693c-07ca-42b2-9c5b-9d059d6b5597 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:05.094477 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-9bcb693c-07ca-42b2-9c5b-9d059d6b5597 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/networks?id=752f5fd7-d5a3-49c3-aed5-d4b13c91e865 HTTP/1.1" status: 200 len: 812 time: 0.3461833 Jan 23 21:47:05.099203 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:05.107322 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-50068dfb-525c-48f8-bd36-eacbf6f885fd service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880402 Jan 23 21:47:05.115398 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e28c-f5f6-4f36-a473-e3dcb5697cdc admin admin] Publish callbacks [] for security_group (3f145360-9b38-4e00-8bcd-cdc80c168eba), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.133320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:05.133716 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.146973 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-9cba35c4-5fc6-46ec-9a34-ccfe9f85e016 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/quotas/4fe29be8edfb484fac7a900295f8890b HTTP/1.1" status: 200 len: 375 time: 0.0350103 Jan 23 21:47:05.154892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Pushing event updated for resources: {'Port': ['ID=26035ffb-a540-4671-aa6c-988bd94a263c,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:05.161624 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b9599-5be3-4513-b274-b196b4ea477a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2952dfae-b477-49cb-a51e-b5902ca7903b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:05.198857 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c54b9599-5be3-4513-b274-b196b4ea477a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3acfc8d0d864319b2ab4026eaaa3f94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7430232 Jan 23 21:47:05.202247 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48858) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:05.220886 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:05.221282 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.239707 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e28c-f5f6-4f36-a473-e3dcb5697cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (3f145360-9b38-4e00-8bcd-cdc80c168eba), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.243527 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-4360105b-6790-40f2-878b-f3db94aa5e6e tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4fe29be8edfb484fac7a900295f8890b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841146 Jan 23 21:47:05.260179 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:05.305968 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fcd1e28c-f5f6-4f36-a473-e3dcb5697cdc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7a748cbc6f64988b20edaaf110b3aa6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7885971 Jan 23 21:47:05.310290 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-0f60e7f7-9dff-49fe-8b69-41acd84c0028 service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929398 Jan 23 21:47:05.310889 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1e28c-f5f6-4f36-a473-e3dcb5697cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f145360-9b38-4e00-8bcd-cdc80c168eba,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:05.313264 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 48864) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:05.329928 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.373853 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8119e18c-4309-4c3e-a308-df748317cea3 admin admin] Publish callbacks [] for security_group (2952dfae-b477-49cb-a51e-b5902ca7903b), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.398795 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8119e18c-4309-4c3e-a308-df748317cea3 admin admin] Publish callbacks [] for security_group (2952dfae-b477-49cb-a51e-b5902ca7903b), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.416485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:05.484965 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-158fff29-5c54-492e-a137-a7f06c7590df service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:47:05.486088 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-158fff29-5c54-492e-a137-a7f06c7590df service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1243310 Jan 23 21:47:05.514552 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks [] for router_gateway (cc7ebdea-9980-4167-9c2d-eb7deb7df861), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.530273 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-654e261b-1826-4b97-aa13-c061261335fb admin admin] Publish callbacks [] for security_group (3f145360-9b38-4e00-8bcd-cdc80c168eba), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.560117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.580729 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8119e18c-4309-4c3e-a308-df748317cea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2952dfae-b477-49cb-a51e-b5902ca7903b), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.584078 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8119e18c-4309-4c3e-a308-df748317cea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.587939 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8119e18c-4309-4c3e-a308-df748317cea3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2952dfae-b477-49cb-a51e-b5902ca7903b HTTP/1.1" status: 204 len: 168 time: 0.3846219 Jan 23 21:47:05.621498 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-654e261b-1826-4b97-aa13-c061261335fb admin admin] Publish callbacks [] for security_group (3f145360-9b38-4e00-8bcd-cdc80c168eba), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.685001 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119e18c-4309-4c3e-a308-df748317cea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952dfae-b477-49cb-a51e-b5902ca7903b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:05.745361 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks [] for router_gateway (e4f92737-c9ee-4385-8e23-f320cd6400b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:05.789052 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-c12fc494-f779-49a0-aa88-f1d99a43e5e3 service neutron] 10.222.0.72 "GET /v2.0/networks/752f5fd7-d5a3-49c3-aed5-d4b13c91e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899837 Jan 23 21:47:05.914297 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Allocated IP 172.27.0.110 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/b2c8dbc8-1be7-44d8-8b0b-79effd4343c3) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:06.019683 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-0e76f0f7-5246-4bb1-a207-afa09ea0ec06 service neutron] 10.222.0.72 "GET /v2.0/networks/752f5fd7-d5a3-49c3-aed5-d4b13c91e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289944 Jan 23 21:47:06.028092 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-654e261b-1826-4b97-aa13-c061261335fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (3f145360-9b38-4e00-8bcd-cdc80c168eba), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:06.069729 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-654e261b-1826-4b97-aa13-c061261335fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:06.072950 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07dc3e0-e38d-4943-bd83-ae03ad2b870c None None] Network 27f05782-d84a-4801-8bb0-f607204a0f48 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:47:06.076291 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-654e261b-1826-4b97-aa13-c061261335fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f145360-9b38-4e00-8bcd-cdc80c168eba HTTP/1.1" status: 204 len: 168 time: 0.7610936 Jan 23 21:47:06.121593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e261b-1826-4b97-aa13-c061261335fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f145360-9b38-4e00-8bcd-cdc80c168eba,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:06.131929 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (e4f92737-c9ee-4385-8e23-f320cd6400b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:06.312056 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-5389ca2a-322a-4e49-ad22-936511f0887f None None] Provisioning complete for port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:06.313065 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5389ca2a-322a-4e49-ad22-936511f0887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:06.396349 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8f93956-f3d8-4f03-9f25-c9209f16b712 req-8e18dc25-9f2a-44c7-be26-79e20978dd03 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.1986542 Jan 23 21:47:06.464898 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks [] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:06.592800 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5389ca2a-322a-4e49-ad22-936511f0887f None None] Current status of the port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:06.638134 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:06.735630 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:06.746841 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:06.753192 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:06.785027 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:47:06.796980 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48928) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:06.812499 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Pushing event updated for resources: {'Port': ['ID=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:06.946196 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72eddc52-2784-476d-aac9-9c1b2973e485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.011180 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:07.077876 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-658e3143-f698-4a63-9dc8-445d68f0b095 None None] Provisioning complete for port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:07.078665 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-658e3143-f698-4a63-9dc8-445d68f0b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.143958 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72eddc52-2784-476d-aac9-9c1b2973e485 admin admin] Publish callbacks [] for security_group (8ae4b983-4433-4b29-becb-bd5ee7d9dda1), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.191315 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aa7bf668-b527-42d8-bc52-ca5c712ebe49 req-3cad2e25-2e80-448b-8701-462f14ba6f4d tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0496557 Jan 23 21:47:07.249721 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72eddc52-2784-476d-aac9-9c1b2973e485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (8ae4b983-4433-4b29-becb-bd5ee7d9dda1), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.344967 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-72eddc52-2784-476d-aac9-9c1b2973e485 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bec89ac064a944ae986fb2677a3c77fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5440617 Jan 23 21:47:07.346617 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-658e3143-f698-4a63-9dc8-445d68f0b095 None None] Current status of the port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:07.350477 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:47:07.351987 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48952) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:07.360516 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:07.361255 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.411889 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:47:07.450839 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eddc52-2784-476d-aac9-9c1b2973e485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4b983-4433-4b29-becb-bd5ee7d9dda1,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:07.463841 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:07.466541 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:07.537617 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks [] for router_gateway (cc7ebdea-9980-4167-9c2d-eb7deb7df861), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.577300 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a630f8c4-b486-40f0-9b2b-8aecd638334c admin admin] Publish callbacks [] for security_group (8ae4b983-4433-4b29-becb-bd5ee7d9dda1), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.611827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a630f8c4-b486-40f0-9b2b-8aecd638334c admin admin] Publish callbacks [] for security_group (8ae4b983-4433-4b29-becb-bd5ee7d9dda1), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.624502 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:07.687629 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:07.689608 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e11af269-52b0-404d-8376-da2724a9da5f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1453629 Jan 23 21:47:07.695052 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 48974) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:07.742775 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9ff807fa-200e-4df5-9f9b-af5897e5a5d2 req-a799f31f-e4d2-4884-b6dc-a7f706d7cda3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0493851 Jan 23 21:47:07.785238 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:08.019141 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a630f8c4-b486-40f0-9b2b-8aecd638334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (8ae4b983-4433-4b29-becb-bd5ee7d9dda1), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.022292 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a630f8c4-b486-40f0-9b2b-8aecd638334c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.024350 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a630f8c4-b486-40f0-9b2b-8aecd638334c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ae4b983-4433-4b29-becb-bd5ee7d9dda1 HTTP/1.1" status: 204 len: 168 time: 0.6676514 Jan 23 21:47:08.024534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (cc7ebdea-9980-4167-9c2d-eb7deb7df861), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.069073 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630f8c4-b486-40f0-9b2b-8aecd638334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4b983-4433-4b29-becb-bd5ee7d9dda1,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:08.108250 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:05Z', 'revision_number': 3, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:08.194872 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:47:08.196761 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Updating router e4f92737-c9ee-4385-8e23-f320cd6400b5 port 26035ffb-a540-4671-aa6c-988bd94a263c binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:47:08.257281 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.290906 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9cf26d8-2f37-44cf-8e4c-1359411d8e54 req-4c9993f6-4a9b-4aea-8f55-549a57fbd9b8 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Jan 23 21:47:08.560243 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Router cc7ebdea-9980-4167-9c2d-eb7deb7df861 is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:47:08.565347 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.589764 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:47:08.609143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Sync routers for ids ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:47:08.641432 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Routers {'cc7ebdea-9980-4167-9c2d-eb7deb7df861'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:08.642183 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:08.715333 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Allocated IP 172.20.0.1 (27f05782-d84a-4801-8bb0-f607204a0f48/9aa5c405-7275-4aaf-bc29-28ae8c3a51c9/cb0c2fa3-40e1-48bd-a06b-88b09d532193) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:08.735953 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Publish callbacks [] for port (26035ffb-a540-4671-aa6c-988bd94a263c), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.754453 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.762072 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-db8ee0c4-ee29-49ab-a286-af681a554c0d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8340414 Jan 23 21:47:08.765040 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49020) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:08.823587 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:08.837120 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Set router cc7ebdea-9980-4167-9c2d-eb7deb7df861 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:08.912613 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Attempting to bind port 26035ffb-a540-4671-aa6c-988bd94a263c on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:08.916229 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Attempting to bind port 26035ffb-a540-4671-aa6c-988bd94a263c by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:08.916896 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Attempting to bind port 26035ffb-a540-4671-aa6c-988bd94a263c on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:08.954599 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Pushing event updated for resources: {'Port': ['ID=26035ffb-a540-4671-aa6c-988bd94a263c,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:08.978673 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.979290 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.979790 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.980271 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.980767 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.981240 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.981723 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.982692 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.983177 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.983789 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.984267 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.984735 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.985201 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Tracked resource versions report: Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: pushed versions: Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: { 'AddressGroup': {'1.2'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'LocalIPAssociation': {'1.0'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Log': {'1.0'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Network': {'1.1'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Port': {'1.7'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'PortForwarding': {'1.2'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'QosPolicy': {'1.10'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroup': {'1.5'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SubPort': {'1.0'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Subnet': {'1.1'}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Trunk': {'1.1'}} Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: consumer versions: Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: { DHCP agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: HyperV agent@hv-cinder-82160: {}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: L3 agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: Metadata agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: Metering agent@dv-cinder-821602-21-iscsi: {}, Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: Open vSwitch agent@dv-cinder-821602-21-iscsi: { 'AddressGroup': '1.2', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'ConntrackHelper': '1.0', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'LocalIPAssociation': '1.0', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Log': '1.0', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Network': '1.1', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Port': '1.7', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'PortForwarding': '1.2', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'QosPolicy': '1.10', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroup': '1.5', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SecurityGroupRule': '1.2', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'SubPort': '1.0', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Subnet': '1.1', Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: 'Trunk': '1.1'}} Jan 23 21:47:08.986507 dv-cinder-821602-21-iscsi neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 23 21:47:09.003900 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:09.005391 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:09.006055 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.006596 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:09.007351 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Bound port: 26035ffb-a540-4671-aa6c-988bd94a263c, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:09.012342 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.012915 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks [] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.077276 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aee65da1-c308-4345-bdae-48e15bed8467 req-fa963465-4ed2-46be-8f12-127e30669763 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0456948 Jan 23 21:47:09.167472 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] For port 26035ffb-a540-4671-aa6c-988bd94a263c, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:09.171956 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] For port 26035ffb-a540-4671-aa6c-988bd94a263c, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=26035ffb-a540-4671-aa6c-988bd94a263c,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:09.214971 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.239451 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.259378 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:06Z', 'revision_number': 3, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:09.297623 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.341896 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:09.344968 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:09.345095 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Checking router: cc7ebdea-9980-4167-9c2d-eb7deb7df861 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:47:09.345809 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Updating router cc7ebdea-9980-4167-9c2d-eb7deb7df861 port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:47:09.346599 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49042) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:09.413162 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.445099 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e0e4d-e146-4e77-8167-a7b9ddf20cdd None None] Pushing event updated for resources: {'Port': ['ID=26035ffb-a540-4671-aa6c-988bd94a263c,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:09.538639 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7be3cd0a-1e7c-47be-8442-92f2f7f1da2b req-a74755f6-7a6c-4e20-81e0-e2837ef44e9b tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0423608 Jan 23 21:47:09.599342 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:09.693575 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Network 27f05782-d84a-4801-8bb0-f607204a0f48 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:09.705736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:09.718790 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:09.719208 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (e4f92737-c9ee-4385-8e23-f320cd6400b5), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.837472 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-87dfd8ea-bf59-45fc-863a-c7e80eefdeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:09.891549 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4f9f13ac-b880-4730-a416-594391886981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:05Z', 'revision_number': 3, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:09.942448 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f13ac-b880-4730-a416-594391886981 None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:05Z', 'revision_number': 3, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:47:09.990200 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Publish callbacks [] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.046785 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-87dfd8ea-bf59-45fc-863a-c7e80eefdeac admin admin] Publish callbacks [] for security_group (7360f119-0a33-4432-9ca5-f42c590acc45), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.069817 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.121622 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-87dfd8ea-bf59-45fc-863a-c7e80eefdeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7360f119-0a33-4432-9ca5-f42c590acc45), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.131785 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e98ee1-13e9-4497-946a-6f1541a695b2 None None] Pushing event updated for resources: {'Port': ['ID=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:10.157569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Attempting to bind port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:10.160651 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Attempting to bind port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:10.161621 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Attempting to bind port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:10.171155 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Pushing event updated for resources: {'Port': ['ID=cb0c2fa3-40e1-48bd-a06b-88b09d532193,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:10.208006 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:10.209449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:10.211928 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.212575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:10.213463 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Bound port: b2c8dbc8-1be7-44d8-8b0b-79effd4343c3, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:10.214170 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.226992 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-87dfd8ea-bf59-45fc-863a-c7e80eefdeac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce82ccc28d92431a95e8ce2a73993570&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8779085 Jan 23 21:47:10.237615 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49068) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:10.285270 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-c3a66db3-42bf-4b30-ae38-17e05fe6b710 None None] Provisioning complete for port cb0c2fa3-40e1-48bd-a06b-88b09d532193 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:10.286001 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3a66db3-42bf-4b30-ae38-17e05fe6b710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.299790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfd8ea-bf59-45fc-863a-c7e80eefdeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7360f119-0a33-4432-9ca5-f42c590acc45,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:10.370192 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] For port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:10.374648 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2edc7ded-5285-4dc0-9db2-5244c4e2a49f req-634d5eb2-0b39-45ba-af45-e20c599b38b9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0992200 Jan 23 21:47:10.377112 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] For port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:10.382500 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.403217 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c3a66db3-42bf-4b30-ae38-17e05fe6b710 None None] Port cb0c2fa3-40e1-48bd-a06b-88b09d532193 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:47:10.412658 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e879039-6e9e-4354-a535-9af67fa75f77 admin admin] Publish callbacks [] for security_group (7360f119-0a33-4432-9ca5-f42c590acc45), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.448103 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e879039-6e9e-4354-a535-9af67fa75f77 admin admin] Publish callbacks [] for security_group (7360f119-0a33-4432-9ca5-f42c590acc45), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.450722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.598267 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Routers {'cc7ebdea-9980-4167-9c2d-eb7deb7df861'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:10.599487 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:10.644008 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e879039-6e9e-4354-a535-9af67fa75f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7360f119-0a33-4432-9ca5-f42c590acc45), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.647782 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e879039-6e9e-4354-a535-9af67fa75f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.649400 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4e879039-6e9e-4354-a535-9af67fa75f77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7360f119-0a33-4432-9ca5-f42c590acc45 HTTP/1.1" status: 204 len: 168 time: 0.4124062 Jan 23 21:47:10.660894 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e98ee1-13e9-4497-946a-6f1541a695b2 None None] Pushing event updated for resources: {'Port': ['ID=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:10.769970 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879039-6e9e-4354-a535-9af67fa75f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7360f119-0a33-4432-9ca5-f42c590acc45,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:10.775560 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-afe125e9-b2c7-463a-b45d-9cc969a2e741 req-af15d74f-e5ae-416b-8ec4-f5aed7913680 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.1230426 Jan 23 21:47:10.800358 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.837449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] Set router cc7ebdea-9980-4167-9c2d-eb7deb7df861 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:10.874347 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks [] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.944760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:10.945673 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (e4f92737-c9ee-4385-8e23-f320cd6400b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.068287 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Pushing event updated for resources: {'Port': ['ID=cb0c2fa3-40e1-48bd-a06b-88b09d532193,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:11.096812 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 26035ffb-a540-4671-aa6c-988bd94a263c up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:11.198829 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:06Z', 'revision_number': 3, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:11.202745 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 26035ffb-a540-4671-aa6c-988bd94a263c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:11.203143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.221992 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Allocated IP 172.20.0.1 (a49b07be-67b7-49d5-9853-f79471c97605/acd72518-72b9-480c-a9f6-b3c220525fde/80408543-4d3c-4281-bab1-d7b8a363a06f) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:11.251423 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbc2a1-d1a6-4672-85dc-82e0df12f21d None None] The sync data for ids ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'] in dv-cinder-821602-21-iscsi is: [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:06Z', 'revision_number': 3, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:47:11.266428 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Network 27f05782-d84a-4801-8bb0-f607204a0f48 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:11.275122 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:11.333355 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 26035ffb-a540-4671-aa6c-988bd94a263c is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:11.333935 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.358107 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 26035ffb-a540-4671-aa6c-988bd94a263c, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=26035ffb-a540-4671-aa6c-988bd94a263c,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:11.432120 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.450374 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks [] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.592955 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=26035ffb-a540-4671-aa6c-988bd94a263c,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:11.607990 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff895ffc-7a4c-4017-86bf-816fe69d8bf5 req-4503c93c-41c8-436d-8389-71c6b81fedd0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0736823 Jan 23 21:47:11.742235 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.748174 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49104) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:11.752799 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-b4887bbd-43ff-4067-8083-10009709bcfa None None] Provisioning complete for port cb0c2fa3-40e1-48bd-a06b-88b09d532193 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:11.757371 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b4887bbd-43ff-4067-8083-10009709bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.829053 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b4887bbd-43ff-4067-8083-10009709bcfa None None] Port cb0c2fa3-40e1-48bd-a06b-88b09d532193 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:47:11.842045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=80408543-4d3c-4281-bab1-d7b8a363a06f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:11.862943 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:47:11.875197 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Network a49b07be-67b7-49d5-9853-f79471c97605 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:11.879249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:11.884221 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:11.884736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (cc7ebdea-9980-4167-9c2d-eb7deb7df861), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:11.938030 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e0fe19fc-8d17-461d-9d69-a73ebd09865f req-a06dfafb-7902-47b5-b6aa-87aa2e23ca79 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0307367 Jan 23 21:47:12.093270 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b281-7e87-46a8-a132-5e770ce2743a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.143033 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:47:12.150107 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-67ae3fd8-6fe9-4a9a-abda-652e5436179b admin admin] 10.222.0.72 "PUT /v2.0/routers/e4f92737-c9ee-4385-8e23-f320cd6400b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4537632 Jan 23 21:47:12.212699 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b281-7e87-46a8-a132-5e770ce2743a admin admin] Publish callbacks [] for security_group (e9f574a8-dd74-44a6-a76b-17c2f744c9c3), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.261237 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.297947 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b281-7e87-46a8-a132-5e770ce2743a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (e9f574a8-dd74-44a6-a76b-17c2f744c9c3), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.363449 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d3d9b281-7e87-46a8-a132-5e770ce2743a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=861580e48ac0446eb916400e492b5300&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6141412 Jan 23 21:47:12.369846 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9b281-7e87-46a8-a132-5e770ce2743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f574a8-dd74-44a6-a76b-17c2f744c9c3,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:12.370596 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49126) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:12.476277 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-059fbe33-7a57-403b-be90-56879ed8992c admin admin] Publish callbacks [] for security_group (e9f574a8-dd74-44a6-a76b-17c2f744c9c3), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.507531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-059fbe33-7a57-403b-be90-56879ed8992c admin admin] Publish callbacks [] for security_group (e9f574a8-dd74-44a6-a76b-17c2f744c9c3), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.511529 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks [] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.592244 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.593830 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (cc7ebdea-9980-4167-9c2d-eb7deb7df861), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.649011 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-059fbe33-7a57-403b-be90-56879ed8992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (e9f574a8-dd74-44a6-a76b-17c2f744c9c3), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.651574 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-059fbe33-7a57-403b-be90-56879ed8992c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:12.659068 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-059fbe33-7a57-403b-be90-56879ed8992c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9f574a8-dd74-44a6-a76b-17c2f744c9c3 HTTP/1.1" status: 204 len: 168 time: 0.2838328 Jan 23 21:47:12.669985 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fbe33-7a57-403b-be90-56879ed8992c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f574a8-dd74-44a6-a76b-17c2f744c9c3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:12.748896 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4863022f-269f-471a-bd78-1549cd8f2a98 req-09e6475b-3c20-4105-90db-57cd13d24333 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0564795 Jan 23 21:47:12.803170 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:47:12.824056 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:12.826108 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:12.904556 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=80408543-4d3c-4281-bab1-d7b8a363a06f,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:13.068245 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:13.149760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Network a49b07be-67b7-49d5-9853-f79471c97605 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:13.151170 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:13.154958 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cffd8a03-9d51-481c-8640-5d62ab0a0ac3 req-e562bb6b-8433-4306-b3ed-ed59b1f83e28 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0536942 Jan 23 21:47:13.296332 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 26035ffb-a540-4671-aa6c-988bd94a263c up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:13.334058 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49160) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:13.339029 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19004207', 'description': 'tempest-description--1221040312'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:13.418913 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 26035ffb-a540-4671-aa6c-988bd94a263c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:13.419433 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.503228 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.507954 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Router cc7ebdea-9980-4167-9c2d-eb7deb7df861 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:47:13.568805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 26035ffb-a540-4671-aa6c-988bd94a263c is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:13.570096 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:13.615168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 2, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:13.636802 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:13.637226 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.652702 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:47:13.653384 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Updating router e4f92737-c9ee-4385-8e23-f320cd6400b5 port cb0c2fa3-40e1-48bd-a06b-88b09d532193 binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:47:13.674762 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (e8a7130a-a808-4fc7-9ca9-d62d72892217), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.696712 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.759549 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:47:13.767407 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9b7b64a5-5366-4cd7-bfde-b2a590c6f2e3 admin admin] 10.222.0.72 "PUT /v2.0/routers/cc7ebdea-9980-4167-9c2d-eb7deb7df861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9997480 Jan 23 21:47:13.796485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:13.799872 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.815814 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (e8a7130a-a808-4fc7-9ca9-d62d72892217), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:13.884178 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:13.905597 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.112', 50188) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:13.966099 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.008526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a7130a-a808-4fc7-9ca9-d62d72892217,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:14.014243 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.020856 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-36fed3d6-daf2-4f8d-9136-920c97780d21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6846509 Jan 23 21:47:14.022491 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49176) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:14.056447 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49178) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:14.057224 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'security_group_rule': {'security_group_id': 'e8a7130a-a808-4fc7-9ca9-d62d72892217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:14.072292 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fe7181a3-ba00-4e76-ba50-3f4a2d423ee1 req-41494771-845e-47ca-bf16-6d526ac0efc1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0878878 Jan 23 21:47:14.177765 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (6a5c4155-33b6-4077-88da-4bfed8f00733), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.185944 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:14.267350 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Publish callbacks [] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.272072 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Sync routers for ids ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:47:14.285168 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95b41fa9-60c5-426f-bbec-6d4c833692df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.302366 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Routers {'cc7ebdea-9980-4167-9c2d-eb7deb7df861'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:14.309472 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:14.367988 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.394179 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (6a5c4155-33b6-4077-88da-4bfed8f00733), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.511436 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54782e52-bdd4-404f-9e11-a15e3cc0a90f req-b14d7609-608e-4e93-99e6-a04d2ef533b4 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.1088843 Jan 23 21:47:14.512620 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.112', 50190) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:14.519069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (6a5c4155-33b6-4077-88da-4bfed8f00733), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.590962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95b41fa9-60c5-426f-bbec-6d4c833692df admin admin] Publish callbacks [] for security_group (23992374-fadf-4adf-9a99-1b1ed077ef5f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.591311 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19642-522b-4a0e-88ea-e09db63a6120 None None] Pushing event updated for resources: {'Port': ['ID=cb0c2fa3-40e1-48bd-a06b-88b09d532193,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:14.635232 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5c4155-33b6-4077-88da-4bfed8f00733,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:14.663134 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-fa7f8c9a-c384-4e15-b80a-3e0072204f83 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:14.664922 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-fa7f8c9a-c384-4e15-b80a-3e0072204f83 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.7580481 Jan 23 21:47:14.693996 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95b41fa9-60c5-426f-bbec-6d4c833692df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (23992374-fadf-4adf-9a99-1b1ed077ef5f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.772201 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.773771 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e6ba2bd0-3cb1-4563-b9dc-ff761645f0a5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7289433 Jan 23 21:47:14.786084 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49206) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:14.789839 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-95b41fa9-60c5-426f-bbec-6d4c833692df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d42a1cebd4b14bba80d87d613f153733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7171719 Jan 23 21:47:14.790584 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49208) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:14.794563 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'security_group_rule': {'security_group_id': 'e8a7130a-a808-4fc7-9ca9-d62d72892217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:14.820376 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Request body: {'port': {'device_id': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'admin_state_up': True, 'tenant_id': 'ee1757d1fd1149a2b16e5860993c48e4'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:14.831621 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Set router cc7ebdea-9980-4167-9c2d-eb7deb7df861 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:14.847664 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Attempting to bind port cb0c2fa3-40e1-48bd-a06b-88b09d532193 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:14.886494 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Attempting to bind port cb0c2fa3-40e1-48bd-a06b-88b09d532193 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:14.887637 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Attempting to bind port cb0c2fa3-40e1-48bd-a06b-88b09d532193 on network 27f05782-d84a-4801-8bb0-f607204a0f48 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:14.936489 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:14.943806 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Checking segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:14.950768 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b41fa9-60c5-426f-bbec-6d4c833692df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23992374-fadf-4adf-9a99-1b1ed077ef5f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:14.951870 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:14.954619 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Bound using segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:14.958586 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Bound port: cb0c2fa3-40e1-48bd-a06b-88b09d532193, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:14.964109 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.094734 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-be50dc17-583d-4906-81bd-2559422bf94c tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:15.096371 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-be50dc17-583d-4906-81bd-2559422bf94c tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.112 "GET /v2.0/networks?id=752f5fd7-d5a3-49c3-aed5-d4b13c91e865 HTTP/1.1" status: 200 len: 812 time: 0.5787840 Jan 23 21:47:15.122587 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Request body: {'port': {'device_id': '3a935bbb-5f53-45bf-b232-871045682c62', 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865', 'admin_state_up': True, 'tenant_id': '4fe29be8edfb484fac7a900295f8890b'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:15.217756 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:15.245799 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] For port cb0c2fa3-40e1-48bd-a06b-88b09d532193, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:15.252209 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] For port cb0c2fa3-40e1-48bd-a06b-88b09d532193, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=cb0c2fa3-40e1-48bd-a06b-88b09d532193,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:15.342096 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.464400 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] Provisioning complete for port cb0c2fa3-40e1-48bd-a06b-88b09d532193 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:15.465159 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.480530 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-bb8f80bb-82ef-4b17-ad5b-5a57505099a0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:15.488490 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-bb8f80bb-82ef-4b17-ad5b-5a57505099a0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 818 time: 0.3608506 Jan 23 21:47:15.492481 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:15.493549 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:46:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:15.516568 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf521367-c98f-4e19-b851-2ee609d065c2 admin admin] Publish callbacks [] for security_group (23992374-fadf-4adf-9a99-1b1ed077ef5f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.590238 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Made reservation on behalf of ee1757d1fd1149a2b16e5860993c48e4 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:15.600911 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.611445 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c968148b-c558-4c5c-80c2-4769ccac5037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.663531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf521367-c98f-4e19-b851-2ee609d065c2 admin admin] Publish callbacks [] for security_group (23992374-fadf-4adf-9a99-1b1ed077ef5f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.703213 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:15.705046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.817908 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:15.841799 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-94bfc7d0-76f3-42c1-9b2f-007f64e3ddbf tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/quotas/ee66560dbe964f38824905f19074c3e0 HTTP/1.1" status: 200 len: 375 time: 0.3514388 Jan 23 21:47:15.871627 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] Current status of the port cb0c2fa3-40e1-48bd-a06b-88b09d532193 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:15.872453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.889317 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (0acaed26-8e90-4967-a9c2-52fd762844aa), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:15.896683 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:12Z', 'revision_number': 4, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '80408543-4d3c-4281-bab1-d7b8a363a06f', 'name': '', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'mac_address': 'fa:16:3e:03:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:10Z', 'updated_at': '2022-01-23T21:47:12Z', 'revision_number': 2, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'subnets': [{'id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:15.941912 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Checking router: cc7ebdea-9980-4167-9c2d-eb7deb7df861 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:47:15.943213 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Updating router cc7ebdea-9980-4167-9c2d-eb7deb7df861 port 80408543-4d3c-4281-bab1-d7b8a363a06f binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:47:15.994924 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf521367-c98f-4e19-b851-2ee609d065c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (23992374-fadf-4adf-9a99-1b1ed077ef5f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:16.000529 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf521367-c98f-4e19-b851-2ee609d065c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:16.002688 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-cf521367-c98f-4e19-b851-2ee609d065c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23992374-fadf-4adf-9a99-1b1ed077ef5f HTTP/1.1" status: 204 len: 168 time: 1.1840897 Jan 23 21:47:16.112565 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:16.134574 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] For port cb0c2fa3-40e1-48bd-a06b-88b09d532193, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=cb0c2fa3-40e1-48bd-a06b-88b09d532193,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:16.143721 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:16.206649 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19642-522b-4a0e-88ea-e09db63a6120 None None] Pushing event updated for resources: {'Port': ['ID=cb0c2fa3-40e1-48bd-a06b-88b09d532193,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:16.321414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Allocated IP 172.20.0.7 (24aab133-8bab-4f09-a830-696f48e02d16/589f5608-ab80-4e5e-b827-eef211b06904/9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:16.358284 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf521367-c98f-4e19-b851-2ee609d065c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23992374-fadf-4adf-9a99-1b1ed077ef5f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:16.391898 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:16.410217 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88d28bef-4eca-40ac-b3b9-4dd354094944 req-35d36864-66e5-4675-93c6-26e65fb01eb6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.8940990 Jan 23 21:47:16.624134 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ea10-b560-45d1-91c0-5a2a34c1967c None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:47:16.679562 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-e9ae8a95-ce21-48d4-b333-d759546a4171 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8339741 Jan 23 21:47:16.876314 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8eb24fb-f274-4bf8-bbb5-b1573f74a6a1 req-78a27f52-8bac-4ad6-ba8f-a2f99eed3827 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0998793 Jan 23 21:47:16.907305 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (0acaed26-8e90-4967-a9c2-52fd762844aa), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:16.995043 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.087332 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (0acaed26-8e90-4967-a9c2-52fd762844aa), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.166511 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks [] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.268336 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acaed26-8e90-4967-a9c2-52fd762844aa,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:17.271424 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Made reservation on behalf of 4fe29be8edfb484fac7a900295f8890b for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:17.276264 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.378873 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.429433 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.461834 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f816cbeb-69ad-42a0-a370-272722560746 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6455874 Jan 23 21:47:17.487921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49284) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:17.506358 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:17.510918 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device cb0c2fa3-40e1-48bd-a06b-88b09d532193 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:17.713756 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Publish callbacks [] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.748385 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-0ba6311a-98fe-49c9-aea4-68f0d9d539b2 service neutron] 10.222.0.72 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0665464 Jan 23 21:47:17.909526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-8c3c3844-7c92-4cbb-94b4-6934fe80e80f None None] Provisioning complete for port cb0c2fa3-40e1-48bd-a06b-88b09d532193 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:17.911449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3844-7c92-4cbb-94b4-6934fe80e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:17.982011 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Network 24aab133-8bab-4f09-a830-696f48e02d16 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:18.047917 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-1467e20a-5cd5-4f2d-b633-8eef794981fd service neutron] 10.222.0.72 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981064 Jan 23 21:47:18.054280 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:18.090850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:18.127253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:18.128237 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.174284 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.250586 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event updated for resources: {'Port': ['ID=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:18.321894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.385216 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116df34-dc74-42f1-b8d1-f413afd00fd4 None None] Pushing event updated for resources: {'Port': ['ID=cb0c2fa3-40e1-48bd-a06b-88b09d532193,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:18.497193 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-a0ee4e3d-96c0-489c-ac74-432bffe938e3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7029955 Jan 23 21:47:18.532863 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ffea-f002-4c97-97d7-c11992964430 req-d5036508-96f0-40d7-85c9-e76f80f281ec tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:18.537284 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-db87ffea-f002-4c97-97d7-c11992964430 req-d5036508-96f0-40d7-85c9-e76f80f281ec tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 931 time: 0.3874931 Jan 23 21:47:18.541153 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-af7bd71b-32e4-4336-bdb7-31f9feda8eca tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:47:18.549800 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-af7bd71b-32e4-4336-bdb7-31f9feda8eca tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0301704 Jan 23 21:47:18.575511 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Allocated IP 172.20.0.4 (752f5fd7-d5a3-49c3-aed5-d4b13c91e865/846a3c93-7d00-4a3d-a8ba-0d9358f759ac/e86f71ac-023f-4713-aeec-2c60d4c09963) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:18.630230 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8bb3-8f68-4319-aab4-6b39322b0061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.688900 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.744979 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c3844-7c92-4cbb-94b4-6934fe80e80f None None] Current status of the port cb0c2fa3-40e1-48bd-a06b-88b09d532193 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:18.833561 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port cb0c2fa3-40e1-48bd-a06b-88b09d532193 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:18.833561 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.834366 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-db87ffea-f002-4c97-97d7-c11992964430 req-f3411df4-4d5a-4586-a014-d9278e767485 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724216 Jan 23 21:47:18.860627 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd5a7e-4c24-4a43-b83d-eafc73df85b6 None None] Pushing event updated for resources: {'Port': ['ID=80408543-4d3c-4281-bab1-d7b8a363a06f,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:18.884951 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Attempting to bind port 80408543-4d3c-4281-bab1-d7b8a363a06f on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:18.884951 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Attempting to bind port 80408543-4d3c-4281-bab1-d7b8a363a06f by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:18.884951 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Attempting to bind port 80408543-4d3c-4281-bab1-d7b8a363a06f on network a49b07be-67b7-49d5-9853-f79471c97605 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:18.894037 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:18.909425 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Checking segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:18.909973 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:18.910746 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Bound using segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:18.912362 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Bound port: 80408543-4d3c-4281-bab1-d7b8a363a06f, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:18.913050 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.062217 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:47:19.062843 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Allocated IP 172.27.0.21 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/4f3db151-04fb-407a-a4f7-6b6452202dce) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:19.171052 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6121c6be-c3c4-4fc7-b042-d0c3ea754120 req-0eccc345-9fe0-4d28-903f-0ac712b266c2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.1593490 Jan 23 21:47:19.303087 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] For port 80408543-4d3c-4281-bab1-d7b8a363a06f, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:19.308405 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] For port 80408543-4d3c-4281-bab1-d7b8a363a06f, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=80408543-4d3c-4281-bab1-d7b8a363a06f,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:19.310055 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port cb0c2fa3-40e1-48bd-a06b-88b09d532193 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:19.408793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e0ef3d8b-439d-4ed8-9025-317decb50f72 req-c67e813e-f314-48b3-860d-c9b56b7dc755 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 210 time: 0.1433566 Jan 23 21:47:19.421022 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.422451 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.525099 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Request body: {'port': {'device_id': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:19.557553 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.571262 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device cb0c2fa3-40e1-48bd-a06b-88b09d532193 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:19.585797 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks [] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.711979 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Routers {'cc7ebdea-9980-4167-9c2d-eb7deb7df861'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:19.729649 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:47:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:19.807754 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.839202 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:19.853075 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd5a7e-4c24-4a43-b83d-eafc73df85b6 None None] Pushing event updated for resources: {'Port': ['ID=80408543-4d3c-4281-bab1-d7b8a363a06f,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:19.954988 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:20.054706 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port cb0c2fa3-40e1-48bd-a06b-88b09d532193 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:20.055406 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:20.087526 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:20.092115 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:20.095560 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Pushing event updated for resources: {'Port': ['ID=e86f71ac-023f-4713-aeec-2c60d4c09963,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:20.109501 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:20.180204 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] Set router cc7ebdea-9980-4167-9c2d-eb7deb7df861 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:47:20.290584 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (886268d0-2c91-4aa4-8668-228f7d308ce5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:20.460574 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-198ddb78-862a-4a33-b9ef-f48b045ecf0f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:20.462163 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-198ddb78-862a-4a33-b9ef-f48b045ecf0f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 818 time: 0.3535614 Jan 23 21:47:20.511046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port cb0c2fa3-40e1-48bd-a06b-88b09d532193 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:20.533393 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:20.566961 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-a1a93683-4013-487c-8b5f-02577751f51a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/quotas/ee66560dbe964f38824905f19074c3e0 HTTP/1.1" status: 200 len: 375 time: 0.0631461 Jan 23 21:47:20.570452 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:20.590802 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:20.615430 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:20.616364 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:20.643415 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'Port': ['ID=4f3db151-04fb-407a-a4f7-6b6452202dce,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:20.658234 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:20.669141 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637518-ae77-42bf-b805-9d2d0f95c74a req-35402a75-c6c1-45e2-ac7f-a71b5a20bb9e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:20.676922 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc637518-ae77-42bf-b805-9d2d0f95c74a req-35402a75-c6c1-45e2-ac7f-a71b5a20bb9e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 931 time: 0.5663841 Jan 23 21:47:20.759780 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:20.867684 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc637518-ae77-42bf-b805-9d2d0f95c74a req-b90e964d-26e8-41cc-b1a1-ae98f226922a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897049 Jan 23 21:47:20.892311 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-e30f58bc-8b1f-4ac5-9abf-044b4edec11f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3027990 Jan 23 21:47:20.979409 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:12Z', 'revision_number': 4, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '80408543-4d3c-4281-bab1-d7b8a363a06f', 'name': '', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'mac_address': 'fa:16:3e:03:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:10Z', 'updated_at': '2022-01-23T21:47:19Z', 'revision_number': 4, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'subnets': [{'id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:21.017573 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-f97b273c-1ad0-40ec-a78d-f6e6433d5237 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9114540 Jan 23 21:47:21.104101 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Request body: {'port': {'device_id': '3a935bbb-5f53-45bf-b232-871045682c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:21.133404 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e96a6-3654-464d-9a80-0463d33bcb04 None None] The sync data for ids ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'] in dv-cinder-821602-21-iscsi is: [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:12Z', 'revision_number': 4, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '80408543-4d3c-4281-bab1-d7b8a363a06f', 'name': '', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'mac_address': 'fa:16:3e:03:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:10Z', 'updated_at': '2022-01-23T21:47:19Z', 'revision_number': 4, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'subnets': [{'id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:47:21.224845 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.291840 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:21.303968 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Publish callbacks [] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.318718 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.452507 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-745e40c0-07f7-477e-bc8b-32cd915ee099 service neutron] 10.222.0.72 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545433 Jan 23 21:47:21.632541 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Transition to ACTIVE for port object 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:47:21.643507 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (886268d0-2c91-4aa4-8668-228f7d308ce5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.651411 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 80408543-4d3c-4281-bab1-d7b8a363a06f up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:21.701121 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e1d25-8b9b-48e3-8363-f28c04573d0a req-4ac0983f-04d2-428a-b1a9-0457898d00f6 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:21.701967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'Port': ['ID=4f3db151-04fb-407a-a4f7-6b6452202dce,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:21.703373 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e0e1d25-8b9b-48e3-8363-f28c04573d0a req-4ac0983f-04d2-428a-b1a9-0457898d00f6 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 931 time: 0.6748016 Jan 23 21:47:21.729073 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.754069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.820375 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 80408543-4d3c-4281-bab1-d7b8a363a06f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:21.820644 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.935848 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:21.948406 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-72c6be32-0670-4e84-aefa-a10044e5494c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4481838 Jan 23 21:47:22.026466 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-a2d9047c-58d2-452e-a483-78ed90745dec service neutron] 10.222.0.72 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704064 Jan 23 21:47:22.099988 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e0e1d25-8b9b-48e3-8363-f28c04573d0a req-5820e02e-29fc-49e4-8fe4-9a2d7533dfc5 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802743 Jan 23 21:47:22.292730 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:22.314153 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Attempting to bind port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:22.314729 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Attempting to bind port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:22.315312 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Attempting to bind port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:22.335249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce on network 24aab133-8bab-4f09-a830-696f48e02d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:47:22.337666 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Attempting to bind port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:22.365962 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:22.410306 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 80408543-4d3c-4281-bab1-d7b8a363a06f is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:22.416107 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.112', 50208) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:22.416247 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:22.462125 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:22.465754 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Checking segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:22.467036 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Bound using segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:22.468352 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Bound port: 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:22.471855 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:22.513884 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 80408543-4d3c-4281-bab1-d7b8a363a06f, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=80408543-4d3c-4281-bab1-d7b8a363a06f,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:22.644136 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:22.883455 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=80408543-4d3c-4281-bab1-d7b8a363a06f,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:22.991951 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] For port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:23.024843 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] For port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:23.060709 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-bac232d7-3336-413d-a344-40f1e84cef05 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:23.100485 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-bac232d7-3336-413d-a344-40f1e84cef05 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 818 time: 0.6470652 Jan 23 21:47:23.126548 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:23.247739 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:23.248376 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:23.249953 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] 10.222.0.112 "PUT /v2.0/ports/9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce HTTP/1.1" status: 200 len: 1093 time: 4.3886662 Jan 23 21:47:23.250436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'tag': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:23.295324 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f71ac-023f-4713-aeec-2c60d4c09963 {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:23.318819 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Publish callbacks [] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:23.407039 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Transition to ACTIVE for port object e86f71ac-023f-4713-aeec-2c60d4c09963 will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:47:23.527162 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:23.547450 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1384d-0d2f-4432-863a-3ab5a607f091 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:23.584204 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 80408543-4d3c-4281-bab1-d7b8a363a06f up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:23.619531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Pushing event updated for resources: {'Port': ['ID=e86f71ac-023f-4713-aeec-2c60d4c09963,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:23.692766 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-edd3e544-257c-45b1-b8f2-381160efe1cb tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--19004207&fields=id&tenant_id=8155754143864a16b3c702963a51e9d9 HTTP/1.1" status: 200 len: 267 time: 0.3285530 Jan 23 21:47:23.781827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9855bdd2-600e-4532-ac83-2673ac5dab35" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1fc185-83a2-4621-a3e9-f69673a4adc9", "tag": "9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:23.895835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f39e-2991-4e3b-93a7-42b1ad2c6dad req-2c7d769e-de07-4d60-bb7f-078cc09eaa37 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:23.897566 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75b4f39e-2991-4e3b-93a7-42b1ad2c6dad req-2c7d769e-de07-4d60-bb7f-078cc09eaa37 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.4971883 Jan 23 21:47:23.942721 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 80408543-4d3c-4281-bab1-d7b8a363a06f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:23.944118 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:24.042180 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-1778c221-eb05-4ed5-a849-1111a40ca8f3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:24.043918 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-1778c221-eb05-4ed5-a849-1111a40ca8f3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 811 time: 0.3381984 Jan 23 21:47:24.044659 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Attempting to bind port e86f71ac-023f-4713-aeec-2c60d4c09963 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:24.044984 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Attempting to bind port e86f71ac-023f-4713-aeec-2c60d4c09963 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '20d2ba9f-9b3e-4d61-be67-da42749c638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:24.045331 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Attempting to bind port e86f71ac-023f-4713-aeec-2c60d4c09963 on network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:24.056369 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75b4f39e-2991-4e3b-93a7-42b1ad2c6dad req-e70a57b8-e839-4ec1-8e84-9e83d4eeb5e0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503124 Jan 23 21:47:24.067317 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Port e86f71ac-023f-4713-aeec-2c60d4c09963 on network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:47:24.067317 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Attempting to bind port e86f71ac-023f-4713-aeec-2c60d4c09963 on network 752f5fd7-d5a3-49c3-aed5-d4b13c91e865 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:24.074831 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-37299924-0485-4546-8f07-e8be0da335b4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/quotas/8155754143864a16b3c702963a51e9d9 HTTP/1.1" status: 200 len: 375 time: 0.0159230 Jan 23 21:47:24.075747 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:24.076107 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Checking segment: {'id': '20d2ba9f-9b3e-4d61-be67-da42749c638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:24.076695 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Bound using segment: {'id': '20d2ba9f-9b3e-4d61-be67-da42749c638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:24.077142 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Bound port: e86f71ac-023f-4713-aeec-2c60d4c09963, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d2ba9f-9b3e-4d61-be67-da42749c638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:24.077502 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:24.102002 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 80408543-4d3c-4281-bab1-d7b8a363a06f is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:24.302990 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6371edaf-b877-4d40-a696-81eab7c00f60 req-b09856a0-cd35-4e1a-ae82-7fad1ec212c0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0686648 Jan 23 21:47:24.316137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-5766e1f4-f5fa-4f61-8653-20af60a4d3e9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114706 Jan 23 21:47:24.326240 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] For port e86f71ac-023f-4713-aeec-2c60d4c09963, host hv-cinder-82160, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:24.340387 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] For port e86f71ac-023f-4713-aeec-2c60d4c09963, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e86f71ac-023f-4713-aeec-2c60d4c09963,segment=NetworkSegment(20d2ba9f-9b3e-4d61-be67-da42749c638e),segment_id=20d2ba9f-9b3e-4d61-be67-da42749c638e)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:24.472698 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:24.487190 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-8551565a-c97f-4bfa-864f-62c4e17e06fd service neutron] 10.222.0.72 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510322 Jan 23 21:47:24.533144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bdf69-077b-4b45-8749-83c9a60160ad req-0a3e30bf-2bd0-49f7-8aa1-9f23d6306e2c tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:24.534802 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c0bdf69-077b-4b45-8749-83c9a60160ad req-0a3e30bf-2bd0-49f7-8aa1-9f23d6306e2c tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.1242435 Jan 23 21:47:24.578695 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:24.583317 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:24.583317 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] 10.222.0.112 "PUT /v2.0/ports/e86f71ac-023f-4713-aeec-2c60d4c09963 HTTP/1.1" status: 200 len: 1093 time: 3.5038586 Jan 23 21:47:24.583317 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a935bbb-5f53-45bf-b232-871045682c62', 'tag': 'e86f71ac-023f-4713-aeec-2c60d4c09963'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:24.712594 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e52330-83cb-4bee-895d-f3a99e0778dc service neutron] Pushing event updated for resources: {'Port': ['ID=e86f71ac-023f-4713-aeec-2c60d4c09963,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:24.750135 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c0bdf69-077b-4b45-8749-83c9a60160ad req-0cbe0e90-efd9-43c2-96e5-2838000d0a42 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915767 Jan 23 21:47:24.777709 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d271ae77-f194-4a24-b273-869e1461976a service neutron] 10.222.0.72 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628517 Jan 23 21:47:24.840650 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04586fe4-24e6-458f-a473-3f2078082c81" -d '{"events": [{"name": "network-changed", "server_uuid": "3a935bbb-5f53-45bf-b232-871045682c62", "tag": "e86f71ac-023f-4713-aeec-2c60d4c09963"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:24.842035 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49484) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:24.981090 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f6648ff0-be7b-441f-8f3a-195fee3a1fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:25.000127 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befcabac-bf27-4886-aee7-424ded8d88b0 x-openstack-request-id: req-befcabac-bf27-4886-aee7-424ded8d88b0 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:25.000616 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1fc185-83a2-4621-a3e9-f69673a4adc9", "tag": "9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:25.001031 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-befcabac-bf27-4886-aee7-424ded8d88b0 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:25.001489 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'tag': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', 'status': 'completed', 'code': 200} Jan 23 21:47:25.213074 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd3e05c2-0a47-4225-88d4-5ede95e7aeda req-09bb606a-769a-483d-aa96-47aaadec9499 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.0551538 Jan 23 21:47:25.310797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f6648ff0-be7b-441f-8f3a-195fee3a1fa3 admin admin] Publish callbacks [] for security_group (2b47a4a9-ef4f-4f64-8236-e4ef574e5454), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:25.346136 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd1dd3-9839-430e-a587-53d2227596fa x-openstack-request-id: req-d4dd1dd3-9839-430e-a587-53d2227596fa {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:25.346627 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a935bbb-5f53-45bf-b232-871045682c62", "tag": "e86f71ac-023f-4713-aeec-2c60d4c09963", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:25.346948 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4dd1dd3-9839-430e-a587-53d2227596fa {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:25.347517 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a935bbb-5f53-45bf-b232-871045682c62', 'tag': 'e86f71ac-023f-4713-aeec-2c60d4c09963', 'status': 'completed', 'code': 200} Jan 23 21:47:25.362629 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Request body: {'port': {'device_id': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'admin_state_up': True, 'tenant_id': 'ee66560dbe964f38824905f19074c3e0'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: from cryptography.utils import int_from_bytes Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: from cryptography.utils import int_from_bytes Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.469173 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:47:25.471422 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:47:25.480238 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c8e4-f4b8-4cd1-8e3d-6e7e47f4d4d5 req-3d2549cb-0d20-47bc-9d8a-3f36efa09193 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:25.486647 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c085c8e4-f4b8-4cd1-8e3d-6e7e47f4d4d5 req-3d2549cb-0d20-47bc-9d8a-3f36efa09193 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.1426089 Jan 23 21:47:25.523651 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f6648ff0-be7b-441f-8f3a-195fee3a1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2b47a4a9-ef4f-4f64-8236-e4ef574e5454), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:25.587115 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd22a14c-975e-4903-82d8-52f822b7061e req-457cb03c-85de-42d0-976a-17ebf8c76c33 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0682535 Jan 23 21:47:25.619208 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6648ff0-be7b-441f-8f3a-195fee3a1fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47a4a9-ef4f-4f64-8236-e4ef574e5454,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:25.631180 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f6648ff0-be7b-441f-8f3a-195fee3a1fa3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a63a051ec226491d8bd9655ebaa07f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7875366 Jan 23 21:47:25.635397 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49516) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:25.655087 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c085c8e4-f4b8-4cd1-8e3d-6e7e47f4d4d5 req-e57f0a80-e489-490f-a052-a1307430d9ce tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642284 Jan 23 21:47:25.743374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-672969b3-0504-48dd-ad40-585a950874d9 admin admin] Publish callbacks [] for security_group (2b47a4a9-ef4f-4f64-8236-e4ef574e5454), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:25.788551 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Made reservation on behalf of ee66560dbe964f38824905f19074c3e0 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:25.795163 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:25.841070 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-672969b3-0504-48dd-ad40-585a950874d9 admin admin] Publish callbacks [] for security_group (2b47a4a9-ef4f-4f64-8236-e4ef574e5454), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:25.872614 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49522) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:25.958216 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4542c-0028-40e2-a83e-e46c80abd12f req-1c1767bd-3900-4a00-944b-65c428086fbc tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:25.959904 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1b4542c-0028-40e2-a83e-e46c80abd12f req-1c1767bd-3900-4a00-944b-65c428086fbc tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.1240842 Jan 23 21:47:26.041803 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Allocated IP 172.20.0.5 (a49b07be-67b7-49d5-9853-f79471c97605/acd72518-72b9-480c-a9f6-b3c220525fde/e79f5bdb-39fb-406d-941c-42998318bfc9) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:26.069686 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1b4542c-0028-40e2-a83e-e46c80abd12f req-5d16b1c5-b974-49a1-94ce-e5c5c45a8d55 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887947 Jan 23 21:47:26.128297 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-476b6b4b-0c44-45ff-8917-463456f28432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.149862 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-672969b3-0504-48dd-ad40-585a950874d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2b47a4a9-ef4f-4f64-8236-e4ef574e5454), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.152648 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-672969b3-0504-48dd-ad40-585a950874d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.153994 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-672969b3-0504-48dd-ad40-585a950874d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b47a4a9-ef4f-4f64-8236-e4ef574e5454 HTTP/1.1" status: 204 len: 168 time: 0.5169213 Jan 23 21:47:26.210125 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672969b3-0504-48dd-ad40-585a950874d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47a4a9-ef4f-4f64-8236-e4ef574e5454,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:26.307048 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-476b6b4b-0c44-45ff-8917-463456f28432 admin admin] Publish callbacks [] for security_group (4a0db485-6dde-4275-a7cf-02ab13a3aa39), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.451450 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks [] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.464658 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-120a75a5-d494-433c-802a-d8feccf5042f req-50f533bd-abf6-40ef-acd2-fd9929f1a3c0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.1009638 Jan 23 21:47:26.466013 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-476b6b4b-0c44-45ff-8917-463456f28432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4a0db485-6dde-4275-a7cf-02ab13a3aa39), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.593355 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-476b6b4b-0c44-45ff-8917-463456f28432 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5712a3c0e25d473e96c65c0f1fdf532a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7015500 Jan 23 21:47:26.599701 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49540) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:26.633527 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b6b4b-0c44-45ff-8917-463456f28432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0db485-6dde-4275-a7cf-02ab13a3aa39,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:26.704219 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.837075 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Network a49b07be-67b7-49d5-9853-f79471c97605 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:26.849012 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:26.861966 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-72ff94f9-01a8-4712-bb3b-17b5a0865bb7 req-b898bc2c-39bb-42ff-9335-1d658502dcea tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0837820 Jan 23 21:47:26.862363 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:26.890308 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-371a13ee-5aa1-40f9-bb2f-19aea0bf8503 admin admin] Publish callbacks [] for security_group (4a0db485-6dde-4275-a7cf-02ab13a3aa39), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.898852 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:26.900446 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:26.964511 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Pushing event updated for resources: {'Port': ['ID=e79f5bdb-39fb-406d-941c-42998318bfc9,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:26.985470 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e00ce-5db8-4deb-b79d-737ce5de7b0f req-4877c3ff-51c6-4467-a76d-dd6afba58b04 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:26.989606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d21e00ce-5db8-4deb-b79d-737ce5de7b0f req-4877c3ff-51c6-4467-a76d-dd6afba58b04 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.1786292 Jan 23 21:47:26.993601 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-371a13ee-5aa1-40f9-bb2f-19aea0bf8503 admin admin] Publish callbacks [] for security_group (4a0db485-6dde-4275-a7cf-02ab13a3aa39), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.026107 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a362d3e2-4b09-4488-be07-37f56fa95cfc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6749268 Jan 23 21:47:27.121525 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d21e00ce-5db8-4deb-b79d-737ce5de7b0f req-63ee1ada-475d-495a-ba14-10849d35e7d7 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236773 Jan 23 21:47:27.223555 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c309c-dda8-49de-a109-7b3543e8667d req-f87ba9cc-d0a4-4feb-adfe-a4024a7bbe46 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:27.229038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9e6c309c-dda8-49de-a109-7b3543e8667d req-f87ba9cc-d0a4-4feb-adfe-a4024a7bbe46 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.0595944 Jan 23 21:47:27.229038 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-371a13ee-5aa1-40f9-bb2f-19aea0bf8503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4a0db485-6dde-4275-a7cf-02ab13a3aa39), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.229038 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-371a13ee-5aa1-40f9-bb2f-19aea0bf8503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.230148 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-371a13ee-5aa1-40f9-bb2f-19aea0bf8503 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a0db485-6dde-4275-a7cf-02ab13a3aa39 HTTP/1.1" status: 204 len: 168 time: 0.6243908 Jan 23 21:47:27.239640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a13ee-5aa1-40f9-bb2f-19aea0bf8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0db485-6dde-4275-a7cf-02ab13a3aa39,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:27.294461 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9e6c309c-dda8-49de-a109-7b3543e8667d req-9271cb78-dec4-41ff-9bde-f2de1f5392f9 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526683 Jan 23 21:47:27.375555 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49552) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:27.391347 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bac22a6a-bf56-422e-9d2e-4c5dc8ba3d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.509292 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bac22a6a-bf56-422e-9d2e-4c5dc8ba3d10 admin admin] Publish callbacks [] for security_group (40165d40-7e11-46b9-93f0-424ab2e4030b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.580841 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6bc8820e-525b-4ecf-94af-7270ccd76f06 req-17c83ca0-b314-4986-b28f-5ed3699f2a75 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.0308108 Jan 23 21:47:27.609367 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bac22a6a-bf56-422e-9d2e-4c5dc8ba3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (40165d40-7e11-46b9-93f0-424ab2e4030b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.840620 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22a6a-bf56-422e-9d2e-4c5dc8ba3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40165d40-7e11-46b9-93f0-424ab2e4030b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:27.840620 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-bac22a6a-bf56-422e-9d2e-4c5dc8ba3d10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2295f7029111489d82d13e413c7aa422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612134 Jan 23 21:47:27.841237 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49568) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:27.937446 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6d51-8a59-4cae-91d1-b21dc6b3495c admin admin] Publish callbacks [] for security_group (40165d40-7e11-46b9-93f0-424ab2e4030b), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:27.997137 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6d51-8a59-4cae-91d1-b21dc6b3495c admin admin] Publish callbacks [] for security_group (40165d40-7e11-46b9-93f0-424ab2e4030b), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:28.033977 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Request body: {'port': {'device_id': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:28.049416 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e6c898e-27d1-456a-b4cc-05518f623ed7 req-b24535f4-c618-4f46-bac9-0dae7055b929 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0802014 Jan 23 21:47:28.188274 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:28.405832 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-b2ffc4f1-9e37-41d8-8939-b228f72459f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:28.415216 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-b2ffc4f1-9e37-41d8-8939-b228f72459f5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 1096 time: 0.3616850 Jan 23 21:47:28.557485 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04586fe4-24e6-458f-a473-3f2078082c81 req-627104be-6b44-4962-9315-05df5f7b2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:28.559853 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-04586fe4-24e6-458f-a473-3f2078082c81 req-627104be-6b44-4962-9315-05df5f7b2946 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4fe29be8edfb484fac7a900295f8890b&device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 1096 time: 0.2762375 Jan 23 21:47:28.656874 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5cc03-cf64-45f7-a5be-4c290f1f3773 req-546b9733-2602-47b9-9013-28a61d228f52 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:28.664093 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71c5cc03-cf64-45f7-a5be-4c290f1f3773 req-546b9733-2602-47b9-9013-28a61d228f52 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.3607521 Jan 23 21:47:28.747143 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6d51-8a59-4cae-91d1-b21dc6b3495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (40165d40-7e11-46b9-93f0-424ab2e4030b), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:28.753366 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6d51-8a59-4cae-91d1-b21dc6b3495c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:28.755709 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3ebd6d51-8a59-4cae-91d1-b21dc6b3495c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40165d40-7e11-46b9-93f0-424ab2e4030b HTTP/1.1" status: 204 len: 168 time: 0.9130940 Jan 23 21:47:28.800267 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-62ddaf20-fa34-4ad7-b59b-4eda49ec6b5b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce HTTP/1.1" status: 200 len: 217 time: 0.3589547 Jan 23 21:47:29.072419 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04586fe4-24e6-458f-a473-3f2078082c81 req-289223ea-e002-46aa-b1bc-435bae9d33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:29.074104 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-04586fe4-24e6-458f-a473-3f2078082c81 req-289223ea-e002-46aa-b1bc-435bae9d33da service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=4fe29be8edfb484fac7a900295f8890b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4970143 Jan 23 21:47:29.306234 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd6d51-8a59-4cae-91d1-b21dc6b3495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40165d40-7e11-46b9-93f0-424ab2e4030b,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:29.516380 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17978-3906-40b0-be02-eba9715d2dbe req-01c49fad-dd34-4905-b556-bf478c92b119 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:29.529358 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dd17978-3906-40b0-be02-eba9715d2dbe req-01c49fad-dd34-4905-b556-bf478c92b119 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.8632050 Jan 23 21:47:29.587419 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-9d0acc5f-fe5c-4375-ac2d-e4e79e9ffa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:29.589932 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-9d0acc5f-fe5c-4375-ac2d-e4e79e9ffa0e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.3079636 Jan 23 21:47:29.618587 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71c5cc03-cf64-45f7-a5be-4c290f1f3773 req-c46f6336-6576-40e2-92f0-61f5533d7635 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8677545 Jan 23 21:47:29.768157 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04586fe4-24e6-458f-a473-3f2078082c81 req-c263f557-d8cd-4baa-8aac-5e76b086275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:29.780608 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-04586fe4-24e6-458f-a473-3f2078082c81 req-c263f557-d8cd-4baa-8aac-5e76b086275f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6757720 Jan 23 21:47:29.781459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.112', 50219) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:29.822097 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-77e1b2c5-b531-4935-bc66-8124a13f8c84 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086520 Jan 23 21:47:29.896732 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dd17978-3906-40b0-be02-eba9715d2dbe req-6f63fb5a-9374-4a49-87cd-24847be9fb94 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660173 Jan 23 21:47:30.329491 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-3d5e0ac3-34cd-4df9-996b-7b778d38ae5a service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862251 Jan 23 21:47:30.356157 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.112', 50220) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:30.454521 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38e6bebc-5613-4457-8915-f2a02ca3d7b2 req-55a2622f-a499-4f8a-bb5e-59ceb781e8f1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.3732705 Jan 23 21:47:30.495703 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e84f4f5-e1e2-44a6-ad30-05c46f7c2544 req-c8257f73-aea5-4f35-aac3-b0e4aa4dc4b7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.5495965 Jan 23 21:47:30.500023 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79f5bdb-39fb-406d-941c-42998318bfc9 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:30.637849 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-3830cb50-c1d4-4ef2-b7c3-967cfc717e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:30.639936 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-3830cb50-c1d4-4ef2-b7c3-967cfc717e2a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4fe29be8edfb484fac7a900295f8890b&device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 1096 time: 0.5537310 Jan 23 21:47:30.642930 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Publish callbacks [] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:30.679818 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Transition to ACTIVE for port object e79f5bdb-39fb-406d-941c-42998318bfc9 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:47:30.747879 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-4e5d6e3d-4163-443d-8600-206b79a64367 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:30.749669 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-4e5d6e3d-4163-443d-8600-206b79a64367 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 818 time: 0.8256383 Jan 23 21:47:30.818766 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Request body: {'port': {'device_id': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'admin_state_up': True, 'tenant_id': 'ee66560dbe964f38824905f19074c3e0'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:30.968686 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-e133aca8-99f5-4208-9262-ca221fa69227 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:30.976901 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-e133aca8-99f5-4208-9262-ca221fa69227 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 811 time: 0.6130505 Jan 23 21:47:30.985016 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-353a2a9c-a695-467f-a3df-e1553a2f4268 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e86f71ac-023f-4713-aeec-2c60d4c09963 HTTP/1.1" status: 200 len: 217 time: 0.2979186 Jan 23 21:47:30.994151 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1352cbef-c5b4-421e-a9c6-4758eec69d7b req-067d0288-4e6b-42a0-bee0-2252cd7f7638 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240970 Jan 23 21:47:30.994408 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:31.105524 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b2e4-3d24-4c8f-baac-fc79375f7c6a req-43cd958e-a38e-43cb-add9-e62cc6a5b98b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:31.108044 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69e8b2e4-3d24-4c8f-baac-fc79375f7c6a req-43cd958e-a38e-43cb-add9-e62cc6a5b98b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.2113545 Jan 23 21:47:31.434221 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69e8b2e4-3d24-4c8f-baac-fc79375f7c6a req-2af912bd-5adc-4449-b249-21f7fb3ebd36 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053350 Jan 23 21:47:31.453096 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-c9277def-98d2-4e69-b550-aac5e77fc826 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8155754143864a16b3c702963a51e9d9 HTTP/1.1" status: 200 len: 378 time: 0.4575269 Jan 23 21:47:31.539387 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'port': {'device_id': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'admin_state_up': True, 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'security_groups': ['e8a7130a-a808-4fc7-9ca9-d62d72892217']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:31.638902 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e79f5bdb-39fb-406d-941c-42998318bfc9,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:31.662164 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-1cb0feb6-214b-48cc-8947-6a88333be4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:31.667254 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-1cb0feb6-214b-48cc-8947-6a88333be4d2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=846a3c93-7d00-4a3d-a8ba-0d9358f759ac HTTP/1.1" status: 200 len: 852 time: 0.6521211 Jan 23 21:47:31.828434 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Attempting to bind port e79f5bdb-39fb-406d-941c-42998318bfc9 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:31.829217 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Attempting to bind port e79f5bdb-39fb-406d-941c-42998318bfc9 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:31.829691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Attempting to bind port e79f5bdb-39fb-406d-941c-42998318bfc9 on network a49b07be-67b7-49d5-9853-f79471c97605 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:31.944784 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-439dca97-dfad-49ac-9a2a-9f128b12dff2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=752f5fd7-d5a3-49c3-aed5-d4b13c91e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2666948 Jan 23 21:47:31.985687 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Port e79f5bdb-39fb-406d-941c-42998318bfc9 on network a49b07be-67b7-49d5-9853-f79471c97605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:47:31.986202 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Attempting to bind port e79f5bdb-39fb-406d-941c-42998318bfc9 on network a49b07be-67b7-49d5-9853-f79471c97605 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:32.000533 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea7be-f909-4252-a6f5-5e524da6b36d req-b0f81def-e39c-4f24-8b40-f00134ca5c9e tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:32.015218 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c7eea7be-f909-4252-a6f5-5e524da6b36d req-b0f81def-e39c-4f24-8b40-f00134ca5c9e tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.8757753 Jan 23 21:47:32.016306 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:32.016858 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Checking segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:32.017489 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Bound using segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:32.018925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Bound port: e79f5bdb-39fb-406d-941c-42998318bfc9, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:32.018925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:32.046468 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec41eea1-b78a-4f77-a633-d10c187ddd51 req-fd260d98-8a91-4f7a-8ade-5b47fd3cc069 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.1939642 Jan 23 21:47:32.126281 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Made reservation on behalf of ee66560dbe964f38824905f19074c3e0 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:32.127721 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-fc36b57a-6d7a-402d-b68f-b7aa27434a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:32.131736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:32.145955 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-fc36b57a-6d7a-402d-b68f-b7aa27434a9d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 1096 time: 0.7118957 Jan 23 21:47:32.339911 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-b855272d-7797-4896-a47b-9abf4b603782 service neutron] 10.222.0.112 "GET /v2.0/networks/752f5fd7-d5a3-49c3-aed5-d4b13c91e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704708 Jan 23 21:47:32.351616 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] For port e79f5bdb-39fb-406d-941c-42998318bfc9, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:32.376512 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-51e0c14c-2c14-45bb-be59-be336e8d6750 req-25da7079-0846-4de0-8ac8-8f5d8ce7cefc tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.1380787 Jan 23 21:47:32.378814 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] For port e79f5bdb-39fb-406d-941c-42998318bfc9, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e79f5bdb-39fb-406d-941c-42998318bfc9,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:32.617960 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c7eea7be-f909-4252-a6f5-5e524da6b36d req-6c115b18-39db-4b35-a4c3-93b850483d91 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995278 Jan 23 21:47:32.689171 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:32.812691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:32.812691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:32.814460 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] 10.222.0.112 "PUT /v2.0/ports/e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 1093 time: 4.8064477 Jan 23 21:47:32.827425 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'tag': 'e79f5bdb-39fb-406d-941c-42998318bfc9'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:32.830334 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ecfac5-3573-45c4-98ed-1f264045824f" -d '{"events": [{"name": "network-changed", "server_uuid": "54d4a284-b0c4-4052-9472-50c2991db8ca", "tag": "e79f5bdb-39fb-406d-941c-42998318bfc9"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:32.998469 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-70ae9658-b702-421d-8d39-8380b1621de9 service neutron] 10.222.0.112 "GET /v2.0/networks/752f5fd7-d5a3-49c3-aed5-d4b13c91e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220045 Jan 23 21:47:32.999914 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b0ee8-4129-492d-abe8-a8dcc4e9f3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e79f5bdb-39fb-406d-941c-42998318bfc9,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:33.022066 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Allocated IP 172.20.0.3 (a49b07be-67b7-49d5-9853-f79471c97605/acd72518-72b9-480c-a9f6-b3c220525fde/34ccf944-e315-4efa-88d6-4c9acde4f2c5) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:33.149387 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-0b4f64da-32b5-4d75-a422-ccd0ff3922c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:33.150998 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-0b4f64da-32b5-4d75-a422-ccd0ff3922c5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 915 time: 0.9145453 Jan 23 21:47:33.223068 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7f914-473e-4951-9d6b-4c9ee5f0124d req-512964a3-a856-4884-a3d5-a9bd7e6feb1a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:33.227543 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2d7f914-473e-4951-9d6b-4c9ee5f0124d req-512964a3-a856-4884-a3d5-a9bd7e6feb1a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.4191296 Jan 23 21:47:33.233462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada34ee7-4131-4f6f-bb2e-e5a39b06ec95 x-openstack-request-id: req-ada34ee7-4131-4f6f-bb2e-e5a39b06ec95 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:33.233462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d4a284-b0c4-4052-9472-50c2991db8ca", "tag": "e79f5bdb-39fb-406d-941c-42998318bfc9", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:33.233462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ada34ee7-4131-4f6f-bb2e-e5a39b06ec95 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:33.233754 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Made reservation on behalf of 8155754143864a16b3c702963a51e9d9 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:47:33.239786 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'tag': 'e79f5bdb-39fb-406d-941c-42998318bfc9', 'status': 'completed', 'code': 200} Jan 23 21:47:33.240844 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:33.386765 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-8ea79c07-66d2-43d7-b0b3-377f05349574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:33.396907 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-8ea79c07-66d2-43d7-b0b3-377f05349574 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1096 time: 0.3785160 Jan 23 21:47:33.513042 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-101ede0e-b406-4bb1-8b07-cd202d93ab7d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce HTTP/1.1" status: 200 len: 217 time: 0.3531249 Jan 23 21:47:33.516295 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f7aaaee1-f0bc-4936-a0fe-4b8b2cc5b12c req-506a2aea-4597-42dd-a5e9-2022290d14a9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0550067 Jan 23 21:47:33.534238 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2d7f914-473e-4951-9d6b-4c9ee5f0124d req-fc41cf70-37a5-4511-b022-f236239be5e6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029579 Jan 23 21:47:33.623643 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-4f88b35a-06e9-487d-b560-3631addb2f41 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.2054353 Jan 23 21:47:33.649867 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-2d3ab937-33c9-4be9-8d40-eed4a909b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:33.651988 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-2d3ab937-33c9-4be9-8d40-eed4a909b3da service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.1106884 Jan 23 21:47:33.851850 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-bcc6a4dd-c173-4b96-9870-8b889aa05362 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873655 Jan 23 21:47:33.867427 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-449c3f40-670f-4032-a04f-8c430a850879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:33.876671 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-449c3f40-670f-4032-a04f-8c430a850879 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.1968999 Jan 23 21:47:34.092861 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc01f9a3-262a-440b-bbc9-3d108ff74300 req-de2f265f-a78b-4389-a0aa-b09c161f44ef tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.1462162 Jan 23 21:47:34.284537 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-b3dce2b1-89f4-4f48-970a-692ae516a37c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3949628 Jan 23 21:47:34.592336 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks [] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:34.671792 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-521263e6-7d40-4fe3-a019-b9ce8fc36a50 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670216 Jan 23 21:47:34.756497 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545202cf-312a-49a5-8ef2-a2279a6b6fd5 req-cc7e3859-4d97-4dff-a6de-19fbadc71eff tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:34.771578 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-545202cf-312a-49a5-8ef2-a2279a6b6fd5 req-cc7e3859-4d97-4dff-a6de-19fbadc71eff tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.9441800 Jan 23 21:47:34.917716 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cb7be1d2-5e95-4d56-857b-cf9f8fd77c80 req-1d65661b-6683-4f9a-8db2-e4975f8aa62d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0908177 Jan 23 21:47:34.977866 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c1ce14a-a216-4ad4-afb0-be8ae926057f req-a4eb721b-4bba-4b52-9861-def61e8bc356 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820165 Jan 23 21:47:34.985776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Allocated IP 172.20.0.11 (27f05782-d84a-4801-8bb0-f607204a0f48/9aa5c405-7275-4aaf-bc29-28ae8c3a51c9/a6e816d7-cc0f-4359-ad4d-cb30a317e7ee) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:47:35.025109 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-0ab25399-4555-4d3d-9e6f-ba14dc4606c2 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1645079 Jan 23 21:47:35.028941 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:35.039078 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-545202cf-312a-49a5-8ef2-a2279a6b6fd5 req-99dc4c07-2289-4ef6-a002-5eae8d3515cc tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657106 Jan 23 21:47:35.107116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Network a49b07be-67b7-49d5-9853-f79471c97605 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:35.119933 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:35.124891 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:35.132248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:35.132248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:35.153606 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Pushing event updated for resources: {'Port': ['ID=34ccf944-e315-4efa-88d6-4c9acde4f2c5,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:35.288915 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-ee295389-8643-4981-bcd5-4fb543dbd1e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4848127 Jan 23 21:47:35.336367 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Request body: {'port': {'device_id': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:35.349311 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d607-247f-4fb1-b43b-62d63b41f049 req-6036f65b-acab-4a13-8ea0-1e2093f0c4aa tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:35.354055 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e81d607-247f-4fb1-b43b-62d63b41f049 req-6036f65b-acab-4a13-8ea0-1e2093f0c4aa tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.2944019 Jan 23 21:47:35.464081 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecfac5-3573-45c4-98ed-1f264045824f req-f530864f-1238-4d91-804e-bf208ebb39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:35.474042 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-f530864f-1238-4d91-804e-bf208ebb39cf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1096 time: 0.2116418 Jan 23 21:47:35.550483 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-eec687b9-33a4-4db6-bc22-046fe0f70e40 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074322 Jan 23 21:47:35.569765 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4009320-5271-43b3-87b8-65aa2ea5ba4f req-dfb7a48a-0ac5-481d-8685-a79dcc5d3a5f tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.2477028 Jan 23 21:47:35.587652 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:35.629176 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e81d607-247f-4fb1-b43b-62d63b41f049 req-bd0a03ce-7b64-49f4-9af0-c8e657f6a5e0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894727 Jan 23 21:47:35.661429 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:35.835617 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:36.006802 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'Port': ['ID=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:36.025581 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Network 27f05782-d84a-4801-8bb0-f607204a0f48 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:47:36.033880 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:47:36.041919 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:47:36.063767 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:36.067059 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:36.243255 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-53ecbb8c-4db0-49c7-9325-d252f1e2c084 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7565689 Jan 23 21:47:36.291372 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecfac5-3573-45c4-98ed-1f264045824f req-7c23d8fa-80c0-4720-b747-bc0af73cd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:36.301928 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-7c23d8fa-80c0-4720-b747-bc0af73cd127 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.7867713 Jan 23 21:47:36.305036 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caa8f1-0ccd-482c-950d-8cdb86b81936 req-d07889e0-3fce-492e-974e-49e4fe2f18d5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:36.308456 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-99caa8f1-0ccd-482c-950d-8cdb86b81936 req-d07889e0-3fce-492e-974e-49e4fe2f18d5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 931 time: 0.2040648 Jan 23 21:47:36.336112 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Request body: {'port': {'device_id': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:36.412267 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-690e0e47-8196-43b5-b9e3-dc188ed45232 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0990551 Jan 23 21:47:36.513301 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecfac5-3573-45c4-98ed-1f264045824f req-b3cdaffb-5f1b-438b-af3c-7dd7231f5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:36.515244 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-b3cdaffb-5f1b-438b-af3c-7dd7231f5364 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.0913424 Jan 23 21:47:36.518597 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0fbd24d4-e2b7-4d0b-9c64-66b5cc2d1f60 None None] Provisioning complete for port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:36.525352 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fbd24d4-e2b7-4d0b-9c64-66b5cc2d1f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:36.583548 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd24d4-e2b7-4d0b-9c64-66b5cc2d1f60 None None] Port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:47:36.593146 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-99caa8f1-0ccd-482c-950d-8cdb86b81936 req-313b14d1-15d6-49bd-9cd1-849a9554d32e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139430 Jan 23 21:47:36.604398 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505667-753f-47ce-bfd3-c53c352d35f0 req-ac25a03a-8c62-4df0-b5e4-05628f9f1aad tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:36.607536 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ccf944-e315-4efa-88d6-4c9acde4f2c5 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:36.610322 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45505667-753f-47ce-bfd3-c53c352d35f0 req-ac25a03a-8c62-4df0-b5e4-05628f9f1aad tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.3818603 Jan 23 21:47:36.619587 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Publish callbacks [] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:36.646229 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:36.653459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Transition to ACTIVE for port object 34ccf944-e315-4efa-88d6-4c9acde4f2c5 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:47:36.778419 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:36.828915 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45505667-753f-47ce-bfd3-c53c352d35f0 req-2fe77db4-a3ca-4afa-9842-828901567896 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129514 Jan 23 21:47:36.842078 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Pushing event updated for resources: {'Port': ['ID=34ccf944-e315-4efa-88d6-4c9acde4f2c5,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:36.881141 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029242ab-6634-450b-b2a8-fd67d9d3b985 req-1001fa94-ec47-442d-ba9c-81d7729a4be6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:36.883455 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-029242ab-6634-450b-b2a8-fd67d9d3b985 req-1001fa94-ec47-442d-ba9c-81d7729a4be6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 932 time: 0.2090333 Jan 23 21:47:36.950475 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Attempting to bind port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:36.950983 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Attempting to bind port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:36.952140 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Attempting to bind port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 on network a49b07be-67b7-49d5-9853-f79471c97605 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:36.959180 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 on network a49b07be-67b7-49d5-9853-f79471c97605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:47:36.959733 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Attempting to bind port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 on network a49b07be-67b7-49d5-9853-f79471c97605 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:36.966184 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:36.969369 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Checking segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:36.969369 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Bound using segment: {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:36.969369 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Bound port: 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217747e4-2253-4bc0-89f3-928904701d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:36.969369 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:37.069489 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-029242ab-6634-450b-b2a8-fd67d9d3b985 req-6022be4a-5028-48c8-b07e-285e64629b89 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309936 Jan 23 21:47:37.105824 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda20cd-50d3-4eae-985f-48b4473c20fb req-d4e76022-6970-4f7b-a25a-b4148cc1c390 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:37.107001 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3cda20cd-50d3-4eae-985f-48b4473c20fb req-d4e76022-6970-4f7b-a25a-b4148cc1c390 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.1674452 Jan 23 21:47:37.148450 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] For port 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:37.174966 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] For port 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:37.256250 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:37.343200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:37.344548 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:37.347161 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] 10.222.0.112 "PUT /v2.0/ports/34ccf944-e315-4efa-88d6-4c9acde4f2c5 HTTP/1.1" status: 200 len: 1093 time: 2.0200880 Jan 23 21:47:37.349364 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'tag': '34ccf944-e315-4efa-88d6-4c9acde4f2c5'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:37.355057 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c1316-daeb-489c-a3d5-cc6a3536f028" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe", "tag": "34ccf944-e315-4efa-88d6-4c9acde4f2c5"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:37.372633 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3cda20cd-50d3-4eae-985f-48b4473c20fb req-14b30470-d24f-41c5-87eb-01898b063493 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669171 Jan 23 21:47:37.377791 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e816d7-cc0f-4359-ad4d-cb30a317e7ee {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:37.395640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Publish callbacks [] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:37.405486 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ebb25-9d8b-42ef-a172-5e331c88f3ef service neutron] Pushing event updated for resources: {'Port': ['ID=34ccf944-e315-4efa-88d6-4c9acde4f2c5,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:37.412510 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Transition to ACTIVE for port object a6e816d7-cc0f-4359-ad4d-cb30a317e7ee will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:47:37.446524 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfaea37-4888-4f66-a39a-e21a101b19f7 x-openstack-request-id: req-5cfaea37-4888-4f66-a39a-e21a101b19f7 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:37.446940 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe", "tag": "34ccf944-e315-4efa-88d6-4c9acde4f2c5", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:37.447389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cfaea37-4888-4f66-a39a-e21a101b19f7 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:37.447946 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'tag': '34ccf944-e315-4efa-88d6-4c9acde4f2c5', 'status': 'completed', 'code': 200} Jan 23 21:47:37.492710 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-1e90569c-a449-488e-95e6-6ffc3e5e8f7c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435872 Jan 23 21:47:37.495108 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:37.557914 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:37.626553 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Attempting to bind port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:47:37.627465 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Attempting to bind port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:47:37.627465 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Attempting to bind port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee on network 27f05782-d84a-4801-8bb0-f607204a0f48 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:37.633924 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee on network 27f05782-d84a-4801-8bb0-f607204a0f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:47:37.634280 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Attempting to bind port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee on network 27f05782-d84a-4801-8bb0-f607204a0f48 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:47:37.641762 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:47:37.642131 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Checking segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:47:37.642545 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Bound using segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:47:37.645215 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Bound port: a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:47:37.646923 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:37.713732 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c1316-daeb-489c-a3d5-cc6a3536f028 req-43e9bb33-534c-46ac-9169-6cbeb8ee77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:37.719659 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b81c1316-daeb-489c-a3d5-cc6a3536f028 req-43e9bb33-534c-46ac-9169-6cbeb8ee77ea service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 1096 time: 0.1172304 Jan 23 21:47:37.902787 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] For port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host hv-cinder-82160, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:47:37.949457 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] For port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:47:37.976996 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194154c7-030b-4fc1-901a-c6ec0613e9d1 req-491d9deb-233c-4f0a-bd17-173421469b19 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:37.991510 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-194154c7-030b-4fc1-901a-c6ec0613e9d1 req-491d9deb-233c-4f0a-bd17-173421469b19 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 943 time: 0.2249839 Jan 23 21:47:37.997506 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49836) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:38.081792 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:38.149433 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.150347 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:38.152137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] 10.222.0.112 "PUT /v2.0/ports/a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 1094 time: 1.8267095 Jan 23 21:47:38.155934 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:38.158570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f226a518-27fe-4606-8a64-e6766fd41ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:38.190680 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-194154c7-030b-4fc1-901a-c6ec0613e9d1 req-923eae82-93eb-460e-bf9b-480f594db072 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964245 Jan 23 21:47:38.242494 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1bb57-070f-44a9-b69d-35f8a0519651 req-0f648b38-e434-48e6-b67c-f9ae010462b6 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.258831 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-edf1bb57-070f-44a9-b69d-35f8a0519651 req-0f648b38-e434-48e6-b67c-f9ae010462b6 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.2615070 Jan 23 21:47:38.304351 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efaf22-547b-431a-b422-48a906d39c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:38.463702 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-5659231a-cf2b-43e6-a798-8800be785e3d service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610697 Jan 23 21:47:38.500726 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-edf1bb57-070f-44a9-b69d-35f8a0519651 req-dec29d00-28da-4f83-9178-98ada4964d75 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403791 Jan 23 21:47:38.510878 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-091f5738-a11b-4c67-9e43-a68cf901be5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:38.512954 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c1316-daeb-489c-a3d5-cc6a3536f028 req-a9cff9df-7dc8-4fad-b4fa-1cfb55231214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.518530 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b81c1316-daeb-489c-a3d5-cc6a3536f028 req-a9cff9df-7dc8-4fad-b4fa-1cfb55231214 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ee66560dbe964f38824905f19074c3e0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7913837 Jan 23 21:47:38.641641 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e080e0c-6a71-40eb-b205-e90217599ab2 x-openstack-request-id: req-6e080e0c-6a71-40eb-b205-e90217599ab2 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:38.642172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:38.642578 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e080e0c-6a71-40eb-b205-e90217599ab2 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:38.643296 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'status': 'completed', 'code': 200} Jan 23 21:47:38.774838 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adecbe8-5bd9-4bdf-80f4-ef99133ae21a req-129a8de7-8387-4358-84a8-63112c9d6c6e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.776851 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8adecbe8-5bd9-4bdf-80f4-ef99133ae21a req-129a8de7-8387-4358-84a8-63112c9d6c6e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 944 time: 0.4605784 Jan 23 21:47:38.782572 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-3a1d462d-ca1d-4709-af3b-267a25c329b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.785811 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-3a1d462d-ca1d-4709-af3b-267a25c329b4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1097 time: 0.4080920 Jan 23 21:47:38.932836 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-0e3308eb-2c2f-478f-b140-ec27eef19bbf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 217 time: 0.1313963 Jan 23 21:47:38.935958 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-97ecfac5-3573-45c4-98ed-1f264045824f req-a84a7853-9caa-48d7-8099-95875fc2429f service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241156 Jan 23 21:47:38.937794 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c1316-daeb-489c-a3d5-cc6a3536f028 req-133ee171-5055-44c2-a914-dea0e7047605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.939612 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b81c1316-daeb-489c-a3d5-cc6a3536f028 req-133ee171-5055-44c2-a914-dea0e7047605 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260075 Jan 23 21:47:38.943623 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-091f5738-a11b-4c67-9e43-a68cf901be5f admin admin] Publish callbacks [] for security_group (6d518b10-f1e7-442f-910b-c1a49a8477de), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:38.986830 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff02d4-de3f-43c0-bd9f-3fa7d90111d1 req-e2457b21-cc5b-479e-b9ce-06eede53a703 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:38.990286 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6cff02d4-de3f-43c0-bd9f-3fa7d90111d1 req-e2457b21-cc5b-479e-b9ce-06eede53a703 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.3050199 Jan 23 21:47:39.039358 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-6bcc81f2-0e32-4eef-8516-4756c5630ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:39.041847 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-6bcc81f2-0e32-4eef-8516-4756c5630ebb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0518584 Jan 23 21:47:39.088639 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-1f2ba114-0cb5-4237-9841-91b5032939b9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0390568 Jan 23 21:47:39.105223 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8adecbe8-5bd9-4bdf-80f4-ef99133ae21a req-76e94cdd-7e86-4bf6-bd38-a7b21332d943 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3129358 Jan 23 21:47:39.119013 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-cfa763c9-f073-4435-90fb-78988f890ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:39.120537 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-cfa763c9-f073-4435-90fb-78988f890ee8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.1688728 Jan 23 21:47:39.144718 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-0c418160-9b2a-458a-a749-d1ab7bfe11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:39.146930 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-0c418160-9b2a-458a-a749-d1ab7bfe11aa service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.0520039 Jan 23 21:47:39.161644 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-091f5738-a11b-4c67-9e43-a68cf901be5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6d518b10-f1e7-442f-910b-c1a49a8477de), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:39.205042 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-35b6df78-daa9-4e52-b4e9-e07618369f0c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441687 Jan 23 21:47:39.233319 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6cff02d4-de3f-43c0-bd9f-3fa7d90111d1 req-141717c7-afbe-43eb-8763-eb525114c782 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968114 Jan 23 21:47:39.310688 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:39.370510 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-091f5738-a11b-4c67-9e43-a68cf901be5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=47e1e458cdb74d1cba17bfcfb90806f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3700411 Jan 23 21:47:39.377869 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49864) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:39.383896 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-f03d1b67-f213-4f96-9652-eeb9dceb6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:39.386578 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-f03d1b67-f213-4f96-9652-eeb9dceb6cdb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2564723 Jan 23 21:47:39.387706 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f5738-a11b-4c67-9e43-a68cf901be5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d518b10-f1e7-442f-910b-c1a49a8477de,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:39.529222 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-1f338a05-cefe-4e3b-8498-f98233068494 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157961 Jan 23 21:47:39.611997 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e8ea9-54c6-445a-9c20-e4803cbe2143 req-3ff6c92d-b0c2-49b2-b50f-6972c1444d3e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:39.615073 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da6684ed-a9e4-40fc-9f1d-c9853aa9f53d admin admin] Publish callbacks [] for security_group (6d518b10-f1e7-442f-910b-c1a49a8477de), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:39.617900 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f3e8ea9-54c6-445a-9c20-e4803cbe2143 req-3ff6c92d-b0c2-49b2-b50f-6972c1444d3e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 943 time: 0.2249410 Jan 23 21:47:39.694522 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-2e2f98de-3db2-43d2-9366-0e1396825242 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990334 Jan 23 21:47:39.739053 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da6684ed-a9e4-40fc-9f1d-c9853aa9f53d admin admin] Publish callbacks [] for security_group (6d518b10-f1e7-442f-910b-c1a49a8477de), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:39.838448 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f3e8ea9-54c6-445a-9c20-e4803cbe2143 req-19fbc326-644b-483f-9c33-36468a21a6ab tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097044 Jan 23 21:47:39.839413 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-49c1e76e-99ca-4f0c-8be7-16a6f06dae25 req-bcbb43e6-ca92-43e9-8efd-3136a77c9e42 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930543 Jan 23 21:47:39.929851 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671166d-0054-4413-9379-e127501165a3 req-fdf1e9f7-53db-4e8c-8468-37cb84f3b29a tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:39.931618 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a671166d-0054-4413-9379-e127501165a3 req-fdf1e9f7-53db-4e8c-8468-37cb84f3b29a tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.2560725 Jan 23 21:47:40.024347 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13bcd8b4-7efc-4d19-a615-4517aec63ccb req-9106df7a-06bb-4b13-82b0-d0c7a8ad9eaa service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156281 Jan 23 21:47:40.040337 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da6684ed-a9e4-40fc-9f1d-c9853aa9f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6d518b10-f1e7-442f-910b-c1a49a8477de), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:40.043389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da6684ed-a9e4-40fc-9f1d-c9853aa9f53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:40.044783 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-da6684ed-a9e4-40fc-9f1d-c9853aa9f53d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d518b10-f1e7-442f-910b-c1a49a8477de HTTP/1.1" status: 204 len: 168 time: 0.6647773 Jan 23 21:47:40.054624 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6684ed-a9e4-40fc-9f1d-c9853aa9f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d518b10-f1e7-442f-910b-c1a49a8477de,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:40.093120 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a671166d-0054-4413-9379-e127501165a3 req-367c05d8-aacf-400f-b624-ca5bb645c2c8 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512251 Jan 23 21:47:40.199967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49890) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:40.275603 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-edfa79e4-cf05-4f85-852c-9b0b9edf6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:40.275603 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-edfa79e4-cf05-4f85-852c-9b0b9edf6b0e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1097 time: 0.0871720 Jan 23 21:47:40.690324 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd822d-6ff0-4397-85df-7ea2ef209d32 req-631000de-9ff7-442a-bc8a-963aacfb54e1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:40.692566 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e9bd822d-6ff0-4397-85df-7ea2ef209d32 req-631000de-9ff7-442a-bc8a-963aacfb54e1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 944 time: 0.4187925 Jan 23 21:47:40.762745 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-efac6416-b4c5-44fb-85f1-b810dfc06bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:40.764401 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-efac6416-b4c5-44fb-85f1-b810dfc06bf3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.4713397 Jan 23 21:47:40.829367 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030f54b-9cab-4ef2-b60f-e3bfcbc8e7ae req-5a067e2f-b4b1-4544-8471-6be25370847a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:40.830982 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2030f54b-9cab-4ef2-b60f-e3bfcbc8e7ae req-5a067e2f-b4b1-4544-8471-6be25370847a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.1725001 Jan 23 21:47:40.838199 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-c46cb107-fc7d-4d89-9f8e-9eee6101fd92 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 217 time: 0.0657814 Jan 23 21:47:40.846858 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e9bd822d-6ff0-4397-85df-7ea2ef209d32 req-4a265bf1-15eb-4079-8cbb-dc0829135df6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372809 Jan 23 21:47:40.946669 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-a76e2734-9a4a-404c-a82c-557d18b7a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:40.948233 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-a76e2734-9a4a-404c-a82c-557d18b7a8ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0985639 Jan 23 21:47:40.953135 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8da6fea8-f218-4b61-9995-b1b8f8417215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:40.992496 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2030f54b-9cab-4ef2-b60f-e3bfcbc8e7ae req-91200e33-f476-422c-82ca-f969c7b6c93b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439672 Jan 23 21:47:41.028648 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49906) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:41.055826 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-68f58100-ce8f-4bd0-9560-77228689e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:41.060061 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-68f58100-ce8f-4bd0-9560-77228689e592 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0987573 Jan 23 21:47:41.150309 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8da6fea8-f218-4b61-9995-b1b8f8417215 admin admin] Publish callbacks [] for security_group (940500d5-8ee2-4c2e-b65b-19b1f45edc38), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.211805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8da6fea8-f218-4b61-9995-b1b8f8417215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (940500d5-8ee2-4c2e-b65b-19b1f45edc38), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.260253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6fea8-f218-4b61-9995-b1b8f8417215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940500d5-8ee2-4c2e-b65b-19b1f45edc38,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:41.264981 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8da6fea8-f218-4b61-9995-b1b8f8417215 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5157d7d9b1ce44d48f7ca73900f7d20d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0631094 Jan 23 21:47:41.269986 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49912) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:41.294778 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82192-cb9a-4e89-9ca2-7bda4eee68f5 req-5ea85112-b9f0-4e38-a294-dfa41cb79e1e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:41.297521 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71b82192-cb9a-4e89-9ca2-7bda4eee68f5 req-5ea85112-b9f0-4e38-a294-dfa41cb79e1e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 943 time: 0.2356310 Jan 23 21:47:41.334182 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eba6e46c-ed96-4f5f-b66e-7a051ffafc5e admin admin] Publish callbacks [] for security_group (940500d5-8ee2-4c2e-b65b-19b1f45edc38), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.346143 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7421e796-01f1-4ce5-94ab-2fcac1644f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.362477 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eba6e46c-ed96-4f5f-b66e-7a051ffafc5e admin admin] Publish callbacks [] for security_group (940500d5-8ee2-4c2e-b65b-19b1f45edc38), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.416761 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49916) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:41.451061 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ff50eb6c-d390-4bb3-907a-c0295e4d1f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.482029 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-fc03a9f6-57dd-4bf0-b977-5deaa5b5c3a6 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066432 Jan 23 21:47:41.510019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ae87e-1ffe-49d0-ab6e-46804c1cdd7d req-c8e5412a-fcb7-4a5b-86f1-bcebf5f09855 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:41.518676 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-414ae87e-1ffe-49d0-ab6e-46804c1cdd7d req-c8e5412a-fcb7-4a5b-86f1-bcebf5f09855 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.2873738 Jan 23 21:47:41.601774 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71b82192-cb9a-4e89-9ca2-7bda4eee68f5 req-3de03204-0f87-4ae1-addc-1bd255293fa6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663872 Jan 23 21:47:41.602935 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eba6e46c-ed96-4f5f-b66e-7a051ffafc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (940500d5-8ee2-4c2e-b65b-19b1f45edc38), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.609239 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eba6e46c-ed96-4f5f-b66e-7a051ffafc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.617140 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-eba6e46c-ed96-4f5f-b66e-7a051ffafc5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/940500d5-8ee2-4c2e-b65b-19b1f45edc38 HTTP/1.1" status: 204 len: 168 time: 0.3455324 Jan 23 21:47:41.656314 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6e46c-ed96-4f5f-b66e-7a051ffafc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940500d5-8ee2-4c2e-b65b-19b1f45edc38,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:41.781119 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ff50eb6c-d390-4bb3-907a-c0295e4d1f18 admin admin] Publish callbacks [] for security_group (195ce024-e950-4d7f-8d57-d87910508c5d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.840213 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-414ae87e-1ffe-49d0-ab6e-46804c1cdd7d req-40f72fc4-06b4-4b69-958c-f304942cef2d tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059382 Jan 23 21:47:41.876089 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ff50eb6c-d390-4bb3-907a-c0295e4d1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (195ce024-e950-4d7f-8d57-d87910508c5d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:41.928532 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f226a518-27fe-4606-8a64-e6766fd41ac2 req-badef607-aa7b-45f7-b6f7-9163a66dcb46 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329152 Jan 23 21:47:41.949623 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ff50eb6c-d390-4bb3-907a-c0295e4d1f18 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b395e03054a0436895978a9a928928a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304825 Jan 23 21:47:41.950991 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50eb6c-d390-4bb3-907a-c0295e4d1f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ce024-e950-4d7f-8d57-d87910508c5d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:41.953879 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49930) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:42.031643 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7421e796-01f1-4ce5-94ab-2fcac1644f21 admin admin] Publish callbacks [] for security_group (1392c988-f5c5-4853-98d5-c710fef67341), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.097154 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3da8864-e342-4695-ad3a-c3f1f2b8816f admin admin] Publish callbacks [] for security_group (195ce024-e950-4d7f-8d57-d87910508c5d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.109970 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78202f6a-e0b7-4bdc-ad58-c834c50c713e req-65936fd3-52ae-467f-8561-9e67c869856e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:42.112741 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-78202f6a-e0b7-4bdc-ad58-c834c50c713e req-65936fd3-52ae-467f-8561-9e67c869856e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 944 time: 0.1072211 Jan 23 21:47:42.115620 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7421e796-01f1-4ce5-94ab-2fcac1644f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1392c988-f5c5-4853-98d5-c710fef67341), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.139341 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3da8864-e342-4695-ad3a-c3f1f2b8816f admin admin] Publish callbacks [] for security_group (195ce024-e950-4d7f-8d57-d87910508c5d), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.219239 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e79f5bdb-39fb-406d-941c-42998318bfc9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:47:42.228410 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7421e796-01f1-4ce5-94ab-2fcac1644f21 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=652f1c7998a543809b0a6f8e12d8f710&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1984646 Jan 23 21:47:42.232109 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421e796-01f1-4ce5-94ab-2fcac1644f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1392c988-f5c5-4853-98d5-c710fef67341,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:42.234465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49938) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:42.332899 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d109547-4741-4eee-aa98-6a4968245c18 req-61b5c1fe-4f4a-4554-a7ac-cef17ce7e470 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:42.335737 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d109547-4741-4eee-aa98-6a4968245c18 req-61b5c1fe-4f4a-4554-a7ac-cef17ce7e470 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.1897330 Jan 23 21:47:42.352138 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-78202f6a-e0b7-4bdc-ad58-c834c50c713e req-8d8846bc-4fad-4ec5-b7f8-25c80a70ac7e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2094133 Jan 23 21:47:42.354368 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3da8864-e342-4695-ad3a-c3f1f2b8816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (195ce024-e950-4d7f-8d57-d87910508c5d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.364558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3da8864-e342-4695-ad3a-c3f1f2b8816f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.367066 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b3da8864-e342-4695-ad3a-c3f1f2b8816f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/195ce024-e950-4d7f-8d57-d87910508c5d HTTP/1.1" status: 204 len: 168 time: 0.3966968 Jan 23 21:47:42.368948 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-83e2da5e-6754-4e6d-97fc-9f46177ea8a0 admin admin] Publish callbacks [] for security_group (1392c988-f5c5-4853-98d5-c710fef67341), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.430892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da8864-e342-4695-ad3a-c3f1f2b8816f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ce024-e950-4d7f-8d57-d87910508c5d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:42.466876 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-83e2da5e-6754-4e6d-97fc-9f46177ea8a0 admin admin] Publish callbacks [] for security_group (1392c988-f5c5-4853-98d5-c710fef67341), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.467792 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port e79f5bdb-39fb-406d-941c-42998318bfc9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e79f5bdb-39fb-406d-941c-42998318bfc9,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:42.502865 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'e79f5bdb-39fb-406d-941c-42998318bfc9', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'port_id': 'e79f5bdb-39fb-406d-941c-42998318bfc9', 'mac_address': 'fa:16:3e:f4:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:47:42.515398 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d109547-4741-4eee-aa98-6a4968245c18 req-5953035f-8522-45f7-b1c4-89397a9f362e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614013 Jan 23 21:47:42.568577 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port e79f5bdb-39fb-406d-941c-42998318bfc9 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:42.569187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.605801 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79f5bdb-39fb-406d-941c-42998318bfc9 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:42.643125 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port e79f5bdb-39fb-406d-941c-42998318bfc9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e79f5bdb-39fb-406d-941c-42998318bfc9,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:42.797736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-83e2da5e-6754-4e6d-97fc-9f46177ea8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1392c988-f5c5-4853-98d5-c710fef67341), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.807165 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-83e2da5e-6754-4e6d-97fc-9f46177ea8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.813585 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:42.813849 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-83e2da5e-6754-4e6d-97fc-9f46177ea8a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1392c988-f5c5-4853-98d5-c710fef67341 HTTP/1.1" status: 204 len: 168 time: 0.5736773 Jan 23 21:47:42.814445 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 34ccf944-e315-4efa-88d6-4c9acde4f2c5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:47:42.830441 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1d170-1735-4af3-b2aa-a2ffdc3e1156 req-ffbd7352-ce07-4e4b-a6f1-39023b1f4b93 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:42.835529 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4e1d170-1735-4af3-b2aa-a2ffdc3e1156 req-ffbd7352-ce07-4e4b-a6f1-39023b1f4b93 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 943 time: 0.1023393 Jan 23 21:47:42.840644 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2da5e-6754-4e6d-97fc-9f46177ea8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1392c988-f5c5-4853-98d5-c710fef67341,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:42.897230 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:42.928102 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '34ccf944-e315-4efa-88d6-4c9acde4f2c5', 'network_id': 'a49b07be-67b7-49d5-9853-f79471c97605', 'port_id': '34ccf944-e315-4efa-88d6-4c9acde4f2c5', 'mac_address': 'fa:16:3e:e5:48:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd72518-72b9-480c-a9f6-b3c220525fde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:47:42.970114 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 49958) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:42.988826 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4e1d170-1735-4af3-b2aa-a2ffdc3e1156 req-022048b2-fe75-4d29-9cae-1c898d5e1ac5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410115 Jan 23 21:47:43.007410 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25873e40-24b0-452a-a454-483d4f6b97bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.183052 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:43.183538 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.191692 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=e79f5bdb-39fb-406d-941c-42998318bfc9,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:43.213920 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ccf944-e315-4efa-88d6-4c9acde4f2c5 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:43.239751 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25873e40-24b0-452a-a454-483d4f6b97bb admin admin] Publish callbacks [] for security_group (dde7859f-2d0f-438f-acf8-7d25970ef314), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.252481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:43.294250 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9a9a4-1570-49b1-8e48-067b1c41d5e2 req-969d9dbe-874a-4731-803f-026ec0334cb3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:43.302677 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ded9a9a4-1570-49b1-8e48-067b1c41d5e2 req-969d9dbe-874a-4731-803f-026ec0334cb3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.0943477 Jan 23 21:47:43.326213 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25873e40-24b0-452a-a454-483d4f6b97bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (dde7859f-2d0f-438f-acf8-7d25970ef314), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.366304 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.367381 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e86f71ac-023f-4713-aeec-2c60d4c09963 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:47:43.383479 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ded9a9a4-1570-49b1-8e48-067b1c41d5e2 req-96568765-e9cb-4177-b122-48e53886f349 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798368 Jan 23 21:47:43.478205 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-25873e40-24b0-452a-a454-483d4f6b97bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7183df69dc5840cfbd6a3045ed6f7b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062580 Jan 23 21:47:43.479484 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 49980) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:43.489392 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25873e40-24b0-452a-a454-483d4f6b97bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde7859f-2d0f-438f-acf8-7d25970ef314,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:43.549734 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 23 21:47:43.612362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a134499d-54bb-41a4-9066-13c83f7a4a79 admin admin] Publish callbacks [] for security_group (dde7859f-2d0f-438f-acf8-7d25970ef314), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.662251 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a134499d-54bb-41a4-9066-13c83f7a4a79 admin admin] Publish callbacks [] for security_group (dde7859f-2d0f-438f-acf8-7d25970ef314), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.728850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d274ce1-9b06-44ca-b68f-22f0ab8d2d7d req-34e36ec7-4edb-4100-aea0-0d4f6a7eaaed tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:43.730489 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5d274ce1-9b06-44ca-b68f-22f0ab8d2d7d req-34e36ec7-4edb-4100-aea0-0d4f6a7eaaed tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 944 time: 0.1955488 Jan 23 21:47:43.735381 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=34ccf944-e315-4efa-88d6-4c9acde4f2c5,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:43.782201 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port e86f71ac-023f-4713-aeec-2c60d4c09963, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e86f71ac-023f-4713-aeec-2c60d4c09963,segment=NetworkSegment(20d2ba9f-9b3e-4d61-be67-da42749c638e),segment_id=20d2ba9f-9b3e-4d61-be67-da42749c638e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:43.801104 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'e86f71ac-023f-4713-aeec-2c60d4c09963', 'network_id': '752f5fd7-d5a3-49c3-aed5-d4b13c91e865', 'port_id': 'e86f71ac-023f-4713-aeec-2c60d4c09963', 'mac_address': 'fa:16:3e:fc:f0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846a3c93-7d00-4a3d-a8ba-0d9358f759ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:47:43.823644 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4c54-83e2-41bb-9917-8a2b92765ade req-8157020b-896a-426a-bdff-786329ad5221 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:43.825509 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd0c4c54-83e2-41bb-9917-8a2b92765ade req-8157020b-896a-426a-bdff-786329ad5221 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.0939610 Jan 23 21:47:43.830145 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5d274ce1-9b06-44ca-b68f-22f0ab8d2d7d req-9f20bea2-54c7-4ae5-b1d5-99aace8bb42b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883777 Jan 23 21:47:43.859322 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port e86f71ac-023f-4713-aeec-2c60d4c09963 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:43.860168 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:43.890541 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f71ac-023f-4713-aeec-2c60d4c09963 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:43.916670 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd0c4c54-83e2-41bb-9917-8a2b92765ade req-45191e81-8347-4f8c-9ddd-61e10c5b23cb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849142 Jan 23 21:47:43.931536 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port e86f71ac-023f-4713-aeec-2c60d4c09963, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e86f71ac-023f-4713-aeec-2c60d4c09963,segment=NetworkSegment(20d2ba9f-9b3e-4d61-be67-da42749c638e),segment_id=20d2ba9f-9b3e-4d61-be67-da42749c638e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:44.151228 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebcc6e-e078-4536-b3be-b00553d68971 req-138ffd42-bf5b-49e4-b623-fc23e8ca426b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:44.152899 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65ebcc6e-e078-4536-b3be-b00553d68971 req-138ffd42-bf5b-49e4-b623-fc23e8ca426b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 944 time: 0.0605512 Jan 23 21:47:44.216038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65ebcc6e-e078-4536-b3be-b00553d68971 req-5d81ffb4-b475-4ed4-a302-b687974f36a0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570087 Jan 23 21:47:44.558135 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045a70-1d70-4a4a-b48f-83356dfe022b req-e9d5bfd5-67ea-4af3-8b8c-12505ebec32c tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:44.559832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d5045a70-1d70-4a4a-b48f-83356dfe022b req-e9d5bfd5-67ea-4af3-8b8c-12505ebec32c tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 943 time: 0.0741894 Jan 23 21:47:44.645594 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d5045a70-1d70-4a4a-b48f-83356dfe022b req-dd72463d-aa0a-4017-9668-8fbc4757ea42 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Jan 23 21:47:44.833855 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a134499d-54bb-41a4-9066-13c83f7a4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (dde7859f-2d0f-438f-acf8-7d25970ef314), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:44.834188 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:44.836427 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device a6e816d7-cc0f-4359-ad4d-cb30a317e7ee details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:47:44.839963 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a134499d-54bb-41a4-9066-13c83f7a4a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:44.842715 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a134499d-54bb-41a4-9066-13c83f7a4a79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dde7859f-2d0f-438f-acf8-7d25970ef314 HTTP/1.1" status: 204 len: 168 time: 1.3611422 Jan 23 21:47:44.867596 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134499d-54bb-41a4-9066-13c83f7a4a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde7859f-2d0f-438f-acf8-7d25970ef314,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:45.075645 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=e86f71ac-023f-4713-aeec-2c60d4c09963,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:45.087412 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50008) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:45.088757 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316a413-4a06-4c88-a589-b535bc30e68b req-3473dffd-01e3-4433-bfbc-0eed0ee59162 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:45.105495 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a316a413-4a06-4c88-a589-b535bc30e68b req-3473dffd-01e3-4433-bfbc-0eed0ee59162 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 944 time: 0.1370285 Jan 23 21:47:45.137193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52ef300a-9c16-4c71-afac-7b249ce9d73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.169464 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:45.199678 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'port_id': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'mac_address': 'fa:16:3e:f9:15:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:47:45.301697 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a316a413-4a06-4c88-a589-b535bc30e68b req-cc7cea9a-8db0-49b6-b5f6-6b2160d540ac tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906791 Jan 23 21:47:45.313786 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:45.313992 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.319307 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca6eae-1492-414f-afc1-10cb300051a2 req-c062bb79-836f-43b1-a381-0d8b1cb9e478 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:45.326834 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71ca6eae-1492-414f-afc1-10cb300051a2 req-c062bb79-836f-43b1-a381-0d8b1cb9e478 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 943 time: 0.1761920 Jan 23 21:47:45.342896 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52ef300a-9c16-4c71-afac-7b249ce9d73d admin admin] Publish callbacks [] for security_group (a5fb119f-b0c2-4c27-955e-ae40d10bbaf3), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.382715 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e816d7-cc0f-4359-ad4d-cb30a317e7ee {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:45.399843 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71ca6eae-1492-414f-afc1-10cb300051a2 req-54d35c63-2437-44bc-a2d4-e18f0a227d49 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713484 Jan 23 21:47:45.408786 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:45.485816 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52ef300a-9c16-4c71-afac-7b249ce9d73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a5fb119f-b0c2-4c27-955e-ae40d10bbaf3), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.487581 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88ce4-8107-4111-ab93-c6aa464ccfe0 req-6f142092-b458-4f17-82b1-1b30ac00c95e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:45.490143 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1d88ce4-8107-4111-ab93-c6aa464ccfe0 req-6f142092-b458-4f17-82b1-1b30ac00c95e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 944 time: 0.0749328 Jan 23 21:47:45.515292 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80838bd0-c832-48ea-bb02-96529a26874b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.549017 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.549896 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:47:45.559100 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-52ef300a-9c16-4c71-afac-7b249ce9d73d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3fc86e0719df4cb1a3b34f4591536148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4652538 Jan 23 21:47:45.562905 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50014) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:45.581758 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef300a-9c16-4c71-afac-7b249ce9d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fb119f-b0c2-4c27-955e-ae40d10bbaf3,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:45.599530 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1d88ce4-8107-4111-ab93-c6aa464ccfe0 req-9958e9d6-ec94-4029-acca-db9751df3e8d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932236 Jan 23 21:47:45.681406 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:45.733557 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f396ffbe-85ac-4a07-949e-874a6a5577c7 admin admin] Publish callbacks [] for security_group (a5fb119f-b0c2-4c27-955e-ae40d10bbaf3), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.792598 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:45.798648 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f396ffbe-85ac-4a07-949e-874a6a5577c7 admin admin] Publish callbacks [] for security_group (a5fb119f-b0c2-4c27-955e-ae40d10bbaf3), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.817722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'port_id': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', 'mac_address': 'fa:16:3e:4d:74:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589f5608-ab80-4e5e-b827-eef211b06904', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:47:45.895211 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:45.898307 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:45.934473 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:47:45.962026 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989d4a-ee4e-4805-8d58-b16c59b584ac req-88037f19-f90a-4fbb-919f-21deaf416935 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:45.965638 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53989d4a-ee4e-4805-8d58-b16c59b584ac req-88037f19-f90a-4fbb-919f-21deaf416935 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 944 time: 0.1409421 Jan 23 21:47:45.971340 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:46.003764 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f396ffbe-85ac-4a07-949e-874a6a5577c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a5fb119f-b0c2-4c27-955e-ae40d10bbaf3), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:46.010320 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f396ffbe-85ac-4a07-949e-874a6a5577c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:46.012519 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f396ffbe-85ac-4a07-949e-874a6a5577c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a5fb119f-b0c2-4c27-955e-ae40d10bbaf3 HTTP/1.1" status: 204 len: 168 time: 0.4398897 Jan 23 21:47:46.027931 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396ffbe-85ac-4a07-949e-874a6a5577c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fb119f-b0c2-4c27-955e-ae40d10bbaf3,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:46.060252 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:46.066928 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53989d4a-ee4e-4805-8d58-b16c59b584ac req-17f7bbf3-350d-4ddc-afec-d4d411edd0d8 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897925 Jan 23 21:47:46.161449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:46.585144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a161c2-ef3a-4765-870a-d98c76daf58d req-b4046fa9-ea0e-4799-bbce-2b36ad10d9f8 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:46.587069 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54a161c2-ef3a-4765-870a-d98c76daf58d req-b4046fa9-ea0e-4799-bbce-2b36ad10d9f8 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 945 time: 0.1546590 Jan 23 21:47:46.620785 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871945e-3d21-42e2-abb9-6576402bd60a req-3d77f73d-2fd2-4f4b-87cd-76d0af071779 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:46.628207 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8871945e-3d21-42e2-abb9-6576402bd60a req-3d77f73d-2fd2-4f4b-87cd-76d0af071779 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 944 time: 0.1082847 Jan 23 21:47:46.729844 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54a161c2-ef3a-4765-870a-d98c76daf58d req-0b271f68-3986-4278-b6f3-74ffe0321969 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297271 Jan 23 21:47:46.742708 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8871945e-3d21-42e2-abb9-6576402bd60a req-84ca5247-ea89-491d-a5db-62801fe725b8 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130316 Jan 23 21:47:46.917118 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f530-997d-449d-8a26-622e1f3ca66f req-ba6312f4-662e-480d-82cf-3d87c2e7cb57 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:46.918723 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e03f530-997d-449d-8a26-622e1f3ca66f req-ba6312f4-662e-480d-82cf-3d87c2e7cb57 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 944 time: 0.0942690 Jan 23 21:47:46.979690 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e03f530-997d-449d-8a26-622e1f3ca66f req-1d49b525-1bd0-478c-a8f4-da06e39331b6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Jan 23 21:47:47.112750 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:47:47.235341 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684431-ccfd-4c0d-83d2-d5831280b923 req-d1c42301-bf5c-45f8-9079-197c4bc01049 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:47.237099 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85684431-ccfd-4c0d-83d2-d5831280b923 req-d1c42301-bf5c-45f8-9079-197c4bc01049 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 944 time: 0.0723312 Jan 23 21:47:47.303656 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85684431-ccfd-4c0d-83d2-d5831280b923 req-96f3fca2-eb0c-4d38-be89-19553dff7a0a tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576155 Jan 23 21:47:47.342511 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['34ccf944-e315-4efa-88d6-4c9acde4f2c5'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:47:47.476305 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['e86f71ac-023f-4713-aeec-2c60d4c09963'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:47:47.603585 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['a6e816d7-cc0f-4359-ad4d-cb30a317e7ee'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:47:47.724999 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['e79f5bdb-39fb-406d-941c-42998318bfc9'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:47:48.012377 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952c308-e2b1-41d7-9cf1-4f81fbf1c535 req-6665cffa-e486-4953-8a04-618a3a1cde53 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:48.015989 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f952c308-e2b1-41d7-9cf1-4f81fbf1c535 req-6665cffa-e486-4953-8a04-618a3a1cde53 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 944 time: 0.1765616 Jan 23 21:47:48.083329 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4698f984-2954-4a7e-b0ea-60e62dfff990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:48.093638 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde2388-bb21-4ea2-a043-cb594a0e0257 req-ea6aaa77-803d-4c65-ae05-fec34c8104bc tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:48.106236 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bdde2388-bb21-4ea2-a043-cb594a0e0257 req-ea6aaa77-803d-4c65-ae05-fec34c8104bc tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 945 time: 0.1884491 Jan 23 21:47:48.240875 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f952c308-e2b1-41d7-9cf1-4f81fbf1c535 req-36f00488-4a34-4330-9960-cda3a34f77e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135782 Jan 23 21:47:48.260487 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bdde2388-bb21-4ea2-a043-cb594a0e0257 req-ab86a62c-7640-4015-9af0-266bdf96fd03 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526957 Jan 23 21:47:48.440107 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab618d9-aebd-4fe9-96fd-6d2a7fba83c2 req-f7ce1e3b-8557-4e49-884c-eef0aa483609 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:48.442909 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ab618d9-aebd-4fe9-96fd-6d2a7fba83c2 req-f7ce1e3b-8557-4e49-884c-eef0aa483609 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 944 time: 0.0914638 Jan 23 21:47:48.544880 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ae356-7b31-498d-9043-96d7cec87b1b req-5dfc42c7-4766-4113-ae17-43438adb33f7 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:48.546943 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d2ae356-7b31-498d-9043-96d7cec87b1b req-5dfc42c7-4766-4113-ae17-43438adb33f7 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 944 time: 0.1022103 Jan 23 21:47:48.551990 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ab618d9-aebd-4fe9-96fd-6d2a7fba83c2 req-ee057ba2-6e87-44ad-b3e4-7333318d43da tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Jan 23 21:47:48.660303 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d2ae356-7b31-498d-9043-96d7cec87b1b req-9da9448c-8c9a-4d18-85d9-383b8ebd11c2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907719 Jan 23 21:47:48.832380 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 34ccf944-e315-4efa-88d6-4c9acde4f2c5 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:49.022865 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:47:49.034332 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:49.035191 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:49.173924 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:49.174311 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:49.247167 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccf944-e315-4efa-88d6-4c9acde4f2c5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:49.421221 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:49.536959 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bae43-6d8c-4d5f-8082-7608a3e47627 req-44e76d7e-9e95-4f3a-a5e6-605fb1c8fad2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:49.543650 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:49.545692 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:49.561753 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:49.569375 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-af4bae43-6d8c-4d5f-8082-7608a3e47627 req-44e76d7e-9e95-4f3a-a5e6-605fb1c8fad2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 944 time: 0.1792693 Jan 23 21:47:49.626220 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d4d5a-2c14-4dda-ace4-c92a7da55fee req-eea84900-f663-4c43-929d-68975dadcb0b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:49.640786 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e6d4d5a-2c14-4dda-ace4-c92a7da55fee req-eea84900-f663-4c43-929d-68975dadcb0b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 945 time: 0.1769607 Jan 23 21:47:49.762167 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-af4bae43-6d8c-4d5f-8082-7608a3e47627 req-aec81c52-20d3-4d45-9ebf-1bb9549ce674 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914070 Jan 23 21:47:49.780958 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50180) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:49.791637 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=34ccf944-e315-4efa-88d6-4c9acde4f2c5,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:49.836543 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e6d4d5a-2c14-4dda-ace4-c92a7da55fee req-1b4f57ff-069f-4dd8-8eca-41162838d66e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943095 Jan 23 21:47:49.928063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:47:49.945018 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:49.945968 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:49.964263 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec27dc8-9823-4ed9-902f-d2824aa17189" -d '{"events": [{"server_uuid": "e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "34ccf944-e315-4efa-88d6-4c9acde4f2c5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:50.047980 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ea383-4385-43cf-b929-711f06ce7e3b req-1a35be9d-ab1e-40c7-b633-eaffd13dd04f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:50.057439 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d44ea383-4385-43cf-b929-711f06ce7e3b req-1a35be9d-ab1e-40c7-b633-eaffd13dd04f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1233685 Jan 23 21:47:50.182788 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:50.183491 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.233767 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a70e842-0854-433b-b58e-4ad16fd329b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.241456 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eb30d-9601-49c4-b20b-4555f8e7992f req-87c3e75c-bfb0-4bb1-9144-394a1f38b9f2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:50.255909 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f3eb30d-9601-49c4-b20b-4555f8e7992f req-87c3e75c-bfb0-4bb1-9144-394a1f38b9f2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 944 time: 0.1960404 Jan 23 21:47:50.262798 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:50.263698 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d44ea383-4385-43cf-b929-711f06ce7e3b req-5e212322-d2a8-45b3-a8cf-01401f137db2 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051415 Jan 23 21:47:50.341031 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.373066 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f3eb30d-9601-49c4-b20b-4555f8e7992f req-434cb8bd-ff6b-450d-b275-a38c80edfdd3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132007 Jan 23 21:47:50.478866 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:50.484833 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a70e842-0854-433b-b58e-4ad16fd329b9 admin admin] Publish callbacks [] for security_group (4f0d5598-7833-47da-ac25-11f2c641951d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.541556 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.550354 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72f8c0-94a9-4a07-97e7-f0218c12da0a x-openstack-request-id: req-2f72f8c0-94a9-4a07-97e7-f0218c12da0a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:50.555454 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "34ccf944-e315-4efa-88d6-4c9acde4f2c5", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:50.555454 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f72f8c0-94a9-4a07-97e7-f0218c12da0a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:50.555454 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccf944-e315-4efa-88d6-4c9acde4f2c5', 'code': 200} Jan 23 21:47:50.576656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a70e842-0854-433b-b58e-4ad16fd329b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4f0d5598-7833-47da-ac25-11f2c641951d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.653101 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7a70e842-0854-433b-b58e-4ad16fd329b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0362970159ab46bdb14c3c00a6847e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8699911 Jan 23 21:47:50.656612 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50198) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:50.657656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e842-0854-433b-b58e-4ad16fd329b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0d5598-7833-47da-ac25-11f2c641951d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:50.734745 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6fd6-241a-4a04-90e3-8fb5e7828a65 admin admin] Publish callbacks [] for security_group (4f0d5598-7833-47da-ac25-11f2c641951d), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.767299 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6fd6-241a-4a04-90e3-8fb5e7828a65 admin admin] Publish callbacks [] for security_group (4f0d5598-7833-47da-ac25-11f2c641951d), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.896799 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e79f5bdb-39fb-406d-941c-42998318bfc9 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:50.972985 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6fd6-241a-4a04-90e3-8fb5e7828a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4f0d5598-7833-47da-ac25-11f2c641951d), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.987325 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6fd6-241a-4a04-90e3-8fb5e7828a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:50.989889 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5b0e6fd6-241a-4a04-90e3-8fb5e7828a65 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f0d5598-7833-47da-ac25-11f2c641951d HTTP/1.1" status: 204 len: 168 time: 0.3319969 Jan 23 21:47:51.059631 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e6fd6-241a-4a04-90e3-8fb5e7828a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0d5598-7833-47da-ac25-11f2c641951d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:51.127340 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02790a53-9d8c-4de7-be62-67988bd66b21 req-9b68ed1a-3c26-4827-884d-25b8bc0ba38b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:51.131508 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02790a53-9d8c-4de7-be62-67988bd66b21 req-9b68ed1a-3c26-4827-884d-25b8bc0ba38b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.2189400 Jan 23 21:47:51.188878 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port e79f5bdb-39fb-406d-941c-42998318bfc9 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:47:51.208575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port e79f5bdb-39fb-406d-941c-42998318bfc9 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:51.209043 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:51.217548 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f15f5-5824-4cc3-9755-9cc3ae4a3918 req-b29e8d64-3183-4d74-8056-c08dae55f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:51.221164 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-443f15f5-5824-4cc3-9755-9cc3ae4a3918 req-b29e8d64-3183-4d74-8056-c08dae55f8ea service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 1098 time: 0.2116420 Jan 23 21:47:51.272188 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81067e-e23b-49f3-a93b-b80e37b250bc req-55005b5c-d432-4230-97dd-eb529c2e3508 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:51.274732 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f81067e-e23b-49f3-a93b-b80e37b250bc req-55005b5c-d432-4230-97dd-eb529c2e3508 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 945 time: 0.2667930 Jan 23 21:47:51.306422 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-443f15f5-5824-4cc3-9755-9cc3ae4a3918 req-2ff5bd55-ac80-4c4a-a461-9505db0d5e63 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:51.329361 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port e79f5bdb-39fb-406d-941c-42998318bfc9 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:51.329866 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:51.360570 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02790a53-9d8c-4de7-be62-67988bd66b21 req-6ef7e969-ae2a-4e41-ae59-94bb74bcf1d0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136111 Jan 23 21:47:51.422172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port e79f5bdb-39fb-406d-941c-42998318bfc9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e79f5bdb-39fb-406d-941c-42998318bfc9,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:51.478814 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f81067e-e23b-49f3-a93b-b80e37b250bc req-835d5bba-f8dd-491f-9d65-a582e20c1525 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1816883 Jan 23 21:47:51.506957 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:51.507883 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device a6e816d7-cc0f-4359-ad4d-cb30a317e7ee up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:51.685890 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-443f15f5-5824-4cc3-9755-9cc3ae4a3918 req-2ff5bd55-ac80-4c4a-a461-9505db0d5e63 service neutron] Publish callbacks [] for security_group (7a72fa09-46f0-4ce5-82db-eb302e29243f), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:51.726073 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=e79f5bdb-39fb-406d-941c-42998318bfc9,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:51.741454 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b78a1-3b49-4e14-9eb3-edd80827e210 req-a6831d76-8726-4778-9284-09340968b59e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:51.746046 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-670b78a1-3b49-4e14-9eb3-edd80827e210 req-a6831d76-8726-4778-9284-09340968b59e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1448696 Jan 23 21:47:51.875195 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:47:51.901433 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:51.902308 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.104319 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:52.104862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.107460 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-443f15f5-5824-4cc3-9755-9cc3ae4a3918 req-2ff5bd55-ac80-4c4a-a461-9505db0d5e63 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7a72fa09-46f0-4ce5-82db-eb302e29243f), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.110476 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.155527 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:52.244010 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.244675 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-443f15f5-5824-4cc3-9755-9cc3ae4a3918 req-2ff5bd55-ac80-4c4a-a461-9505db0d5e63 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0112004 Jan 23 21:47:52.245355 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e86f71ac-023f-4713-aeec-2c60d4c09963 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:47:52.276346 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819dfd4-9f72-4319-af47-b12ec74e9616 req-a229f31d-fd9a-4374-9cd6-77594fe23bfc tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:52.293043 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1819dfd4-9f72-4319-af47-b12ec74e9616 req-a229f31d-fd9a-4374-9cd6-77594fe23bfc tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 944 time: 0.5374210 Jan 23 21:47:52.296645 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5bd55-ac80-4c4a-a461-9505db0d5e63 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72fa09-46f0-4ce5-82db-eb302e29243f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:52.318444 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-670b78a1-3b49-4e14-9eb3-edd80827e210 req-05f7e0f7-38f4-446f-b097-5c9a77f0d79e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503030 Jan 23 21:47:52.397748 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1819dfd4-9f72-4319-af47-b12ec74e9616 req-b6f080f7-dfae-4213-a97b-f19674c0c2e3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070728 Jan 23 21:47:52.411154 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:52.492171 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port e86f71ac-023f-4713-aeec-2c60d4c09963 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:47:52.501603 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port e86f71ac-023f-4713-aeec-2c60d4c09963 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:47:52.502296 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.556041 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce'}, {'server_uuid': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f5bdb-39fb-406d-941c-42998318bfc9'}, {'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:52.564075 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf11091-55c9-4660-898a-a2ee94572d51" -d '{"events": [{"server_uuid": "7d1fc185-83a2-4621-a3e9-f69673a4adc9", "name": "network-vif-plugged", "status": "completed", "tag": "9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce"}, {"server_uuid": "54d4a284-b0c4-4052-9472-50c2991db8ca", "name": "network-vif-plugged", "status": "completed", "tag": "e79f5bdb-39fb-406d-941c-42998318bfc9"}, {"server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "name": "network-vif-plugged", "status": "completed", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:52.650253 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35862-df54-45ef-ace1-1443cd7964e7 req-17b1850b-2199-4ac1-ae53-0cf882b7b7a3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:52.679150 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37a35862-df54-45ef-ace1-1443cd7964e7 req-17b1850b-2199-4ac1-ae53-0cf882b7b7a3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.1825106 Jan 23 21:47:52.811450 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port e86f71ac-023f-4713-aeec-2c60d4c09963 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:47:52.812159 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:52.880235 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37a35862-df54-45ef-ace1-1443cd7964e7 req-2f97170c-30b9-4124-a2b9-bc7eb071641c tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925244 Jan 23 21:47:52.911328 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ff3c0-2aa9-4470-9986-548117bc16fb req-aba847ed-793e-49a0-9105-925857fba18a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:52.919885 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b0ff3c0-2aa9-4470-9986-548117bc16fb req-aba847ed-793e-49a0-9105-925857fba18a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.2346349 Jan 23 21:47:52.964048 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port e86f71ac-023f-4713-aeec-2c60d4c09963, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e86f71ac-023f-4713-aeec-2c60d4c09963,segment=NetworkSegment(20d2ba9f-9b3e-4d61-be67-da42749c638e),segment_id=20d2ba9f-9b3e-4d61-be67-da42749c638e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:47:52.987310 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc532c-a86b-46c0-8f59-2ee5926b0a3e x-openstack-request-id: req-1dcc532c-a86b-46c0-8f59-2ee5926b0a3e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:52.987740 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1fc185-83a2-4621-a3e9-f69673a4adc9", "name": "network-vif-plugged", "status": "completed", "tag": "9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce", "code": 200}, {"server_uuid": "54d4a284-b0c4-4052-9472-50c2991db8ca", "name": "network-vif-plugged", "status": "completed", "tag": "e79f5bdb-39fb-406d-941c-42998318bfc9", "code": 200}, {"server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "name": "network-vif-plugged", "status": "completed", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:52.989455 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1dcc532c-a86b-46c0-8f59-2ee5926b0a3e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:52.989580 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50300) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:52.990012 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', 'code': 200} Jan 23 21:47:52.990012 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f5bdb-39fb-406d-941c-42998318bfc9', 'code': 200} Jan 23 21:47:52.990406 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'code': 200} Jan 23 21:47:53.013269 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b0ff3c0-2aa9-4470-9986-548117bc16fb req-ff39924c-8b7f-49f1-87a0-88ca0c405adc tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792401 Jan 23 21:47:53.055596 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:53.125491 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=e86f71ac-023f-4713-aeec-2c60d4c09963,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:53.256191 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-05db1980-6aa9-46a4-b3f8-eac51db0990a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:53.490198 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-05db1980-6aa9-46a4-b3f8-eac51db0990a admin admin] Publish callbacks [] for security_group (1a387ecd-f384-43d0-bab8-8d799e7d6656), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:53.593883 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-05db1980-6aa9-46a4-b3f8-eac51db0990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1a387ecd-f384-43d0-bab8-8d799e7d6656), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:53.712736 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-05db1980-6aa9-46a4-b3f8-eac51db0990a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d62c43c5e42b463d815f349e54d0e53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7183399 Jan 23 21:47:53.713271 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db1980-6aa9-46a4-b3f8-eac51db0990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a387ecd-f384-43d0-bab8-8d799e7d6656,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:53.716867 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50334) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:53.722473 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813aa2-b579-483c-8655-76a95757e527 req-499e288e-7cf5-4539-a4ed-ef2815371e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:53.724446 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ed813aa2-b579-483c-8655-76a95757e527 req-499e288e-7cf5-4539-a4ed-ef2815371e2b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 1098 time: 0.1998549 Jan 23 21:47:53.774679 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2e16e-e8d4-4b99-984d-e0cda1f2a1ea req-68a383ab-31ba-4217-baae-e165f89ba7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:53.777057 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-48d2e16e-e8d4-4b99-984d-e0cda1f2a1ea req-68a383ab-31ba-4217-baae-e165f89ba7af service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1099 time: 0.1689153 Jan 23 21:47:53.783036 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b908-09ef-4b89-b280-99e0b7775138 req-1c206824-50a7-4e2b-a4a1-184002228767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:53.787541 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c66b908-09ef-4b89-b280-99e0b7775138 req-1c206824-50a7-4e2b-a4a1-184002228767 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.2604373 Jan 23 21:47:53.806867 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4200027-1aa5-42c8-a298-a1fd768aae29 req-48261692-23c7-47dd-8b3d-99becba1d7a7 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:53.821191 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f4200027-1aa5-42c8-a298-a1fd768aae29 req-48261692-23c7-47dd-8b3d-99becba1d7a7 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.3182120 Jan 23 21:47:53.898401 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ed813aa2-b579-483c-8655-76a95757e527 req-9a421675-bac6-4380-8d13-4d20da78a38b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658616 Jan 23 21:47:53.919388 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2d98-e2dd-4353-9510-45d04fb7cef8 req-9c49139e-838d-40b2-b9dc-555f1da63aac tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:53.920336 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b2a2d98-e2dd-4353-9510-45d04fb7cef8 req-9c49139e-838d-40b2-b9dc-555f1da63aac tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.2510381 Jan 23 21:47:53.973053 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5afc883a-bd75-4177-afed-18758d98ee49 admin admin] Publish callbacks [] for security_group (1a387ecd-f384-43d0-bab8-8d799e7d6656), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:53.988407 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c66b908-09ef-4b89-b280-99e0b7775138 req-ec8047c6-3152-4b16-867e-30be50587b3a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627669 Jan 23 21:47:54.001181 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-48d2e16e-e8d4-4b99-984d-e0cda1f2a1ea req-029f6840-ad7f-4948-8410-daf63f6c2279 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2082705 Jan 23 21:47:54.018681 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f4200027-1aa5-42c8-a298-a1fd768aae29 req-19d644f5-4f20-4869-9426-e3f6b2af411a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767316 Jan 23 21:47:54.042559 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5afc883a-bd75-4177-afed-18758d98ee49 admin admin] Publish callbacks [] for security_group (1a387ecd-f384-43d0-bab8-8d799e7d6656), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:54.075524 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b2a2d98-e2dd-4353-9510-45d04fb7cef8 req-1b0ca880-b755-4a2a-9098-626b446a6734 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412151 Jan 23 21:47:54.180375 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049fe85-cceb-4574-a7a8-3a2777982c6b req-77d8293c-cdf0-47bf-bd39-a650c0e83dcc tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:54.190462 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d049fe85-cceb-4574-a7a8-3a2777982c6b req-77d8293c-cdf0-47bf-bd39-a650c0e83dcc tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.0950313 Jan 23 21:47:54.275471 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d049fe85-cceb-4574-a7a8-3a2777982c6b req-16c2ee64-ebce-41ad-824a-8d380767b003 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834222 Jan 23 21:47:54.285455 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a21715-b731-430b-82f8-4cadd9e818cd req-adc8d49a-ccf6-4aec-adaf-acd72011e4e7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:54.286913 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-04a21715-b731-430b-82f8-4cadd9e818cd req-adc8d49a-ccf6-4aec-adaf-acd72011e4e7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0930235 Jan 23 21:47:54.307212 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5afc883a-bd75-4177-afed-18758d98ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1a387ecd-f384-43d0-bab8-8d799e7d6656), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:54.312619 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5afc883a-bd75-4177-afed-18758d98ee49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:54.314749 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5afc883a-bd75-4177-afed-18758d98ee49 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a387ecd-f384-43d0-bab8-8d799e7d6656 HTTP/1.1" status: 204 len: 168 time: 0.5964172 Jan 23 21:47:54.356193 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-04a21715-b731-430b-82f8-4cadd9e818cd req-fb53efc5-c3b9-470f-becd-71020da761c3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615702 Jan 23 21:47:54.356394 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc883a-bd75-4177-afed-18758d98ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a387ecd-f384-43d0-bab8-8d799e7d6656,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:54.991010 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a935bbb-5f53-45bf-b232-871045682c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f71ac-023f-4713-aeec-2c60d4c09963'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:54.994324 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea5c51-90a5-43b9-a2dd-8d878dd0b6a8" -d '{"events": [{"server_uuid": "3a935bbb-5f53-45bf-b232-871045682c62", "name": "network-vif-plugged", "status": "completed", "tag": "e86f71ac-023f-4713-aeec-2c60d4c09963"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:55.052187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d63f2-cec5-4998-9951-95b20460002a x-openstack-request-id: req-ba5d63f2-cec5-4998-9951-95b20460002a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:55.052673 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a935bbb-5f53-45bf-b232-871045682c62", "name": "network-vif-plugged", "status": "completed", "tag": "e86f71ac-023f-4713-aeec-2c60d4c09963", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:55.053408 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba5d63f2-cec5-4998-9951-95b20460002a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:55.054346 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a935bbb-5f53-45bf-b232-871045682c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f71ac-023f-4713-aeec-2c60d4c09963', 'code': 200} Jan 23 21:47:55.223914 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b79d-08ee-432e-b01d-099ff4662914 req-ec359d7b-f84a-4c73-b4bb-065f08705211 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:55.231940 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4071b79d-08ee-432e-b01d-099ff4662914 req-ec359d7b-f84a-4c73-b4bb-065f08705211 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0710473 Jan 23 21:47:55.332257 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4071b79d-08ee-432e-b01d-099ff4662914 req-52734273-aca0-4e7d-9728-b373147f7dd8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982325 Jan 23 21:47:55.351637 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258eaa-4e51-4b06-843e-b2f72db1eb68 req-dbce36bd-3fd4-4746-894e-7dcc44c2e2c3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:55.354476 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54258eaa-4e51-4b06-843e-b2f72db1eb68 req-dbce36bd-3fd4-4746-894e-7dcc44c2e2c3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.1136355 Jan 23 21:47:55.473650 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54258eaa-4e51-4b06-843e-b2f72db1eb68 req-97c635a9-edc3-449e-9cda-28583eb78636 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056888 Jan 23 21:47:55.589214 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50404) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:55.606388 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9e26-76f6-450e-a5a0-8881d7cbdc81 req-5001a54d-fdda-40d9-9aea-a71ee8f7539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:55.609065 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e21d9e26-76f6-450e-a5a0-8881d7cbdc81 req-5001a54d-fdda-40d9-9aea-a71ee8f7539b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 1098 time: 0.1283906 Jan 23 21:47:55.612293 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc027e4-aa78-41ff-b53b-527658ab5aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:55.647709 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6f4c-ced7-437e-9edf-7ee4549ae2b1 req-ca3c14d6-45fe-420f-ad60-7446eea2b67a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:55.650710 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e05c6f4c-ced7-437e-9edf-7ee4549ae2b1 req-ca3c14d6-45fe-420f-ad60-7446eea2b67a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.1573172 Jan 23 21:47:55.782574 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e21d9e26-76f6-450e-a5a0-8881d7cbdc81 req-a6db19a1-f299-4da2-8eb5-17fc92a103d9 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261239 Jan 23 21:47:55.789555 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc027e4-aa78-41ff-b53b-527658ab5aa9 admin admin] Publish callbacks [] for security_group (ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:55.796243 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e05c6f4c-ced7-437e-9edf-7ee4549ae2b1 req-34c71955-c9be-448c-aef4-7ea25558ce72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123545 Jan 23 21:47:55.835200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50408) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:55.908753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc027e4-aa78-41ff-b53b-527658ab5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:55.962233 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3bc027e4-aa78-41ff-b53b-527658ab5aa9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a33466128ea4f8f8cb50809c316b5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709798 Jan 23 21:47:55.965385 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc027e4-aa78-41ff-b53b-527658ab5aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:55.968925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50412) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:55.979213 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990d11c-9fce-43b6-a1f5-76df3947d707 req-a1072cbb-230a-4c4b-9561-c7cdb16545d5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:55.990761 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9990d11c-9fce-43b6-a1f5-76df3947d707 req-a1072cbb-230a-4c4b-9561-c7cdb16545d5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1227510 Jan 23 21:47:56.051095 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-00ecdf9f-450a-4e96-8903-586ec48427c3 admin admin] Publish callbacks [] for security_group (ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.051495 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:47:56.078702 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9990d11c-9fce-43b6-a1f5-76df3947d707 req-3a2910d5-224a-4caf-8574-bc73fe7fc3ed tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866950 Jan 23 21:47:56.099993 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7995b940-b1bb-40ee-a2e7-2cacf28d19f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.118619 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-00ecdf9f-450a-4e96-8903-586ec48427c3 admin admin] Publish callbacks [] for security_group (ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.248313 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7995b940-b1bb-40ee-a2e7-2cacf28d19f7 admin admin] Publish callbacks [] for security_group (26819d45-36d1-48da-9b65-f95237ef27a8), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.349653 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-00ecdf9f-450a-4e96-8903-586ec48427c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.356078 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-00ecdf9f-450a-4e96-8903-586ec48427c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.358351 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-00ecdf9f-450a-4e96-8903-586ec48427c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833 HTTP/1.1" status: 204 len: 168 time: 0.3873708 Jan 23 21:47:56.363611 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7995b940-b1bb-40ee-a2e7-2cacf28d19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (26819d45-36d1-48da-9b65-f95237ef27a8), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.389796 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecdf9f-450a-4e96-8903-586ec48427c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c3b5b-5b6c-4afc-84fe-a86adbfa3833,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:56.399984 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-54c73994-5d5b-4b71-9c6f-c2eb6239cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:56.404239 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-54c73994-5d5b-4b71-9c6f-c2eb6239cfb5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 1098 time: 0.0831277 Jan 23 21:47:56.426675 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4963-6e2e-4a5b-835d-3abc7818cf02 req-3dd6b7d5-d3d8-415f-a37c-46f5820bff29 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:56.430214 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0bbf4963-6e2e-4a5b-835d-3abc7818cf02 req-3dd6b7d5-d3d8-415f-a37c-46f5820bff29 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1415572 Jan 23 21:47:56.459262 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7995b940-b1bb-40ee-a2e7-2cacf28d19f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1385da48ed2b4b259b3cf659f6d26a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6224251 Jan 23 21:47:56.460185 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50428) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:56.491725 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b940-b1bb-40ee-a2e7-2cacf28d19f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26819d45-36d1-48da-9b65-f95237ef27a8,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:56.606929 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f58fc3cf-5aaf-4505-9489-9f8c7a74648f admin admin] Publish callbacks [] for security_group (26819d45-36d1-48da-9b65-f95237ef27a8), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.643345 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f58fc3cf-5aaf-4505-9489-9f8c7a74648f admin admin] Publish callbacks [] for security_group (26819d45-36d1-48da-9b65-f95237ef27a8), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.706846 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0bbf4963-6e2e-4a5b-835d-3abc7818cf02 req-b59c7a39-c1f6-4d65-aed5-56694fd891c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570050 Jan 23 21:47:56.770167 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-6b62abb9-cf69-40b4-8a20-a39d12a5280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:56.772976 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-6b62abb9-cf69-40b4-8a20-a39d12a5280b service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.3404093 Jan 23 21:47:56.850552 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-0729e12d-f48d-4d68-8ff6-b6c5b7030007 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0673125 Jan 23 21:47:56.903852 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f58fc3cf-5aaf-4505-9489-9f8c7a74648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (26819d45-36d1-48da-9b65-f95237ef27a8), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.908936 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f58fc3cf-5aaf-4505-9489-9f8c7a74648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:56.910590 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f58fc3cf-5aaf-4505-9489-9f8c7a74648f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26819d45-36d1-48da-9b65-f95237ef27a8 HTTP/1.1" status: 204 len: 168 time: 0.4443991 Jan 23 21:47:56.917935 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b9dcf-43de-475a-a63b-ed8cec231f0a req-1d63bb7c-1de4-47e7-a436-578ce7174ff2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:56.921853 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-925b9dcf-43de-475a-a63b-ed8cec231f0a req-1d63bb7c-1de4-47e7-a436-578ce7174ff2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.2838938 Jan 23 21:47:56.933930 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fc3cf-5aaf-4505-9489-9f8c7a74648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26819d45-36d1-48da-9b65-f95237ef27a8,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:57.070850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-e32186b2-3a7b-4b8b-8292-4b5fb4b946f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:57.072229 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-e32186b2-3a7b-4b8b-8292-4b5fb4b946f2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.2132578 Jan 23 21:47:57.103030 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c71e23-89e2-4ed0-9b6b-6415cec825ca req-a9b2f468-c9d8-4caa-8034-0de9b2b53d96 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:57.104840 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a2c71e23-89e2-4ed0-9b6b-6415cec825ca req-a9b2f468-c9d8-4caa-8034-0de9b2b53d96 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.1813421 Jan 23 21:47:57.108452 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-925b9dcf-43de-475a-a63b-ed8cec231f0a req-49810b59-1bdd-4dbf-9df9-79894d9e33ef tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283972 Jan 23 21:47:57.142713 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-0941d243-6ecb-42f9-b5e3-8d91adafdcd5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559890 Jan 23 21:47:57.221512 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a2c71e23-89e2-4ed0-9b6b-6415cec825ca req-9741ece2-4344-41d0-82b1-2c280e87e8ed tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105301 Jan 23 21:47:57.324565 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-b61c229e-86f2-4e40-abcd-550dc463495c service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731761 Jan 23 21:47:57.349992 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bea6d-ee41-4123-8297-9da32f8e82ac req-f665d524-39e0-4585-bb03-54c3e2cf70f4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:57.351557 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-508bea6d-ee41-4123-8297-9da32f8e82ac req-f665d524-39e0-4585-bb03-54c3e2cf70f4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1636508 Jan 23 21:47:57.469699 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-508bea6d-ee41-4123-8297-9da32f8e82ac req-ee23baf4-c851-4f3c-a95b-80e0432d62f5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077445 Jan 23 21:47:57.488317 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a364e83-8ec7-4e1f-8d8e-0e312eb98fef req-258e9061-84f4-4591-b34c-0af4855cf370 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551716 Jan 23 21:47:57.647965 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50466) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:57.751810 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75479-ac84-435e-941c-55d257382843 req-e65a0100-3b07-4f0f-bb4c-dca9cdb1d066 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:57.753536 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-99f75479-ac84-435e-941c-55d257382843 req-e65a0100-3b07-4f0f-bb4c-dca9cdb1d066 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1055515 Jan 23 21:47:57.768467 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50474) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:57.773753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'floatingip': {'port_id': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:47:57.865287 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (886268d0-2c91-4aa4-8668-228f7d308ce5), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:57.896084 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19864b18-9582-402a-8a1f-fe9ec209ff03 req-a916a95d-b8c5-4a61-8180-9a24c984b0a8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:57.898754 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-19864b18-9582-402a-8a1f-fe9ec209ff03 req-a916a95d-b8c5-4a61-8180-9a24c984b0a8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0880749 Jan 23 21:47:57.973896 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-19864b18-9582-402a-8a1f-fe9ec209ff03 req-2a85036a-1d0b-49d7-a4de-30211ed9c60d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676951 Jan 23 21:47:58.223975 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50478) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:58.264077 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b06986fe-8407-428a-a52f-d7a2570d0d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:58.298699 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34183-02bd-4111-b6ef-8f04562437ef req-31e9ccc3-6903-413c-b6a0-63d2aaa7b06d tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:58.300313 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34e34183-02bd-4111-b6ef-8f04562437ef req-31e9ccc3-6903-413c-b6a0-63d2aaa7b06d tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.1027102 Jan 23 21:47:58.461145 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b06986fe-8407-428a-a52f-d7a2570d0d51 admin admin] Publish callbacks [] for security_group (c875a3d1-3da3-4fdc-be61-27553f6c01c5), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:58.490228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34e34183-02bd-4111-b6ef-8f04562437ef req-8041eb52-3352-40bb-9807-6e92fb4fd16b tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793461 Jan 23 21:47:58.537991 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b06986fe-8407-428a-a52f-d7a2570d0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c875a3d1-3da3-4fdc-be61-27553f6c01c5), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:58.629244 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.db.resource_extend [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 23 21:47:58.634326 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b06986fe-8407-428a-a52f-d7a2570d0d51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea7b8c5e88f049568e8b1adc75ba2378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079258 Jan 23 21:47:58.636658 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06986fe-8407-428a-a52f-d7a2570d0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875a3d1-3da3-4fdc-be61-27553f6c01c5,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:58.651344 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50490) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:58.819505 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4683f45c-fd98-4cbf-a665-bebfbc70b369 admin admin] Publish callbacks [] for security_group (c875a3d1-3da3-4fdc-be61-27553f6c01c5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:58.912618 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4683f45c-fd98-4cbf-a665-bebfbc70b369 admin admin] Publish callbacks [] for security_group (c875a3d1-3da3-4fdc-be61-27553f6c01c5), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:58.915395 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50494) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:59.034894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df8e8659-5a15-4f42-9f35-0455ed7dd863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.051416 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.128440 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a19e930e-0762-4818-bcf2-42f477b0f12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.141687 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (886268d0-2c91-4aa4-8668-228f7d308ce5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.170836 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13c2e-3fb4-44f5-a6da-4448a8292709 req-a85d4afa-6dce-4893-827b-3a2138708bff tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:47:59.174010 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-59c13c2e-3fb4-44f5-a6da-4448a8292709 req-a85d4afa-6dce-4893-827b-3a2138708bff tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0988719 Jan 23 21:47:59.187315 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4683f45c-fd98-4cbf-a665-bebfbc70b369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c875a3d1-3da3-4fdc-be61-27553f6c01c5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.193366 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4683f45c-fd98-4cbf-a665-bebfbc70b369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.207996 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4683f45c-fd98-4cbf-a665-bebfbc70b369 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c875a3d1-3da3-4fdc-be61-27553f6c01c5 HTTP/1.1" status: 204 len: 168 time: 0.5501826 Jan 23 21:47:59.247532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683f45c-fd98-4cbf-a665-bebfbc70b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875a3d1-3da3-4fdc-be61-27553f6c01c5,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:59.319965 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-59c13c2e-3fb4-44f5-a6da-4448a8292709 req-ae7328d8-4bf4-4b03-ab58-a51b64e87b3f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101589 Jan 23 21:47:59.359244 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Floating IP 886268d0-2c91-4aa4-8668-228f7d308ce5 associated. External IP: 172.27.0.21, port: a6e816d7-cc0f-4359-ad4d-cb30a317e7ee. Jan 23 21:47:59.384169 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a19e930e-0762-4818-bcf2-42f477b0f12f admin admin] Publish callbacks [] for security_group (eb6f3b61-ff57-4e93-867b-da4d11175d48), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.438166 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df8e8659-5a15-4f42-9f35-0455ed7dd863 admin admin] Publish callbacks [] for security_group (416fb421-eecb-4701-99e0-588714cf2bc6), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.543394 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a19e930e-0762-4818-bcf2-42f477b0f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (eb6f3b61-ff57-4e93-867b-da4d11175d48), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.555094 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df8e8659-5a15-4f42-9f35-0455ed7dd863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (416fb421-eecb-4701-99e0-588714cf2bc6), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.603953 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-df8e8659-5a15-4f42-9f35-0455ed7dd863 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45ea057d52ee4d4bb8c86c7495d9274e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9544160 Jan 23 21:47:59.606948 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50512) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:59.631348 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e930e-0762-4818-bcf2-42f477b0f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f3b61-ff57-4e93-867b-da4d11175d48,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:59.633877 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50514) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:59.646415 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e8659-5a15-4f42-9f35-0455ed7dd863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416fb421-eecb-4701-99e0-588714cf2bc6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:47:59.660182 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a19e930e-0762-4818-bcf2-42f477b0f12f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e451db0fb4b046b4bb9940d0fdd5592f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429707 Jan 23 21:47:59.672751 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50518) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:47:59.692841 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:47:59.716830 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-63a59aca-043c-42e0-8dc0-70ce4966888b admin admin] Publish callbacks [] for security_group (416fb421-eecb-4701-99e0-588714cf2bc6), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.753579 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-63a59aca-043c-42e0-8dc0-70ce4966888b admin admin] Publish callbacks [] for security_group (416fb421-eecb-4701-99e0-588714cf2bc6), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.772595 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-165bc54f-78c1-4cf0-9ab0-d59b8cd1335b admin admin] Publish callbacks [] for security_group (eb6f3b61-ff57-4e93-867b-da4d11175d48), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.817894 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-165bc54f-78c1-4cf0-9ab0-d59b8cd1335b admin admin] Publish callbacks [] for security_group (eb6f3b61-ff57-4e93-867b-da4d11175d48), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.881344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:47:59.886442 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:47:59.908432 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:47:59.918572 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a91ef871-3e70-4386-84af-4d9339fafb87 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "PUT /v2.0/floatingips/886268d0-2c91-4aa4-8668-228f7d308ce5 HTTP/1.1" status: 200 len: 991 time: 2.1486747 Jan 23 21:47:59.919294 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:47:59.922200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28be01-6a89-49f6-953b-613b0bbbd3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:47:59.960464 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:47:59.965151 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:47:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:47:59.968334 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802e285-6fc8-4797-90a2-ec5c4dd164d6 x-openstack-request-id: req-6802e285-6fc8-4797-90a2-ec5c4dd164d6 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:47:59.968804 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:47:59.969328 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6802e285-6fc8-4797-90a2-ec5c4dd164d6 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:47:59.969890 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'status': 'completed', 'code': 200} Jan 23 21:48:00.004551 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-165bc54f-78c1-4cf0-9ab0-d59b8cd1335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (eb6f3b61-ff57-4e93-867b-da4d11175d48), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.007722 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-165bc54f-78c1-4cf0-9ab0-d59b8cd1335b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.010076 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-165bc54f-78c1-4cf0-9ab0-d59b8cd1335b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb6f3b61-ff57-4e93-867b-da4d11175d48 HTTP/1.1" status: 204 len: 168 time: 0.3352544 Jan 23 21:48:00.010076 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-63a59aca-043c-42e0-8dc0-70ce4966888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (416fb421-eecb-4701-99e0-588714cf2bc6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.015148 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-63a59aca-043c-42e0-8dc0-70ce4966888b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.017325 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-63a59aca-043c-42e0-8dc0-70ce4966888b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/416fb421-eecb-4701-99e0-588714cf2bc6 HTTP/1.1" status: 204 len: 168 time: 0.4073327 Jan 23 21:48:00.034516 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bc54f-78c1-4cf0-9ab0-d59b8cd1335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f3b61-ff57-4e93-867b-da4d11175d48,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:00.129294 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59aca-043c-42e0-8dc0-70ce4966888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416fb421-eecb-4701-99e0-588714cf2bc6,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:00.156763 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:48:00.189059 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-8446ccad-94cf-421c-a341-fecc9fa2420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:00.192918 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-8446ccad-94cf-421c-a341-fecc9fa2420e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1099 time: 0.1537185 Jan 23 21:48:00.236334 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548580853-network', 'tenant_id': '2eac8ab110144d0c89b09372e21829b7'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:00.343029 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-a50cc6f9-98aa-4d32-9e55-707b5bbb680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:00.344931 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-a50cc6f9-98aa-4d32-9e55-707b5bbb680c service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.1376622 Jan 23 21:48:00.422065 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Made reservation on behalf of 2eac8ab110144d0c89b09372e21829b7 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:00.424594 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.459006 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.494800 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '886268d0-2c91-4aa4-8668-228f7d308ce5', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'port_id': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'mac_address': 'fa:16:3e:f9:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:47:20Z', 'updated_at': '2022-01-23T21:47:58Z', 'revision_number': 1, 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:00.527705 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-a0268a7b-6821-435c-9c66-8a543eb1ed17 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 999 time: 0.1763396 Jan 23 21:48:00.624964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cbf12-8950-44b8-a5aa-0c1488607767 req-45d01f06-2f3c-44af-9338-cd6941bf4a79 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:00.626615 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e71cbf12-8950-44b8-a5aa-0c1488607767 req-45d01f06-2f3c-44af-9338-cd6941bf4a79 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1687248 Jan 23 21:48:00.634022 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-bf9517aa-97d7-4ea8-ad09-d3ff1f5ccaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:00.635553 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-bf9517aa-97d7-4ea8-ad09-d3ff1f5ccaaa service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0996699 Jan 23 21:48:00.720962 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks [] for security_group (1a0edd19-95ac-4d90-98aa-06cdafa21126), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:00.748088 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:48:00.751764 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e71cbf12-8950-44b8-a5aa-0c1488607767 req-393a8871-a6c5-485f-91e5-eb91f2e5a0a6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116023 Jan 23 21:48:00.754357 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-6f52b4ce-0dd6-4035-8944-33814b0d641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:00.756253 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-6f52b4ce-0dd6-4035-8944-33814b0d641f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1132412 Jan 23 21:48:00.760248 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:48:00.760887 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:47:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:00.900226 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:48:01.046378 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1a0edd19-95ac-4d90-98aa-06cdafa21126), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.089428 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:48:01.121751 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (49583f60-2a8a-4b8f-ba6b-2dd98c737645), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.122089 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Added segment 49583f60-2a8a-4b8f-ba6b-2dd98c737645 of type vlan for network 2a69728e-8815-4f4d-824f-668065664215 Jan 23 21:48:01.128907 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0edd19-95ac-4d90-98aa-06cdafa21126,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:01.148966 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-d9a5f0d5-7457-4dd8-b74b-89fa57430439 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841558 Jan 23 21:48:01.201414 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (2a69728e-8815-4f4d-824f-668065664215), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.267233 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50566) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:01.304606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea28be01-6a89-49f6-953b-613b0bbbd3ed req-5c3557ca-67a1-499d-b848-cbddbee6ce12 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364467 Jan 23 21:48:01.361515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.378518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (2a69728e-8815-4f4d-824f-668065664215), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.381404 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:01.382831 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.399323 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50568) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:01.438713 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '886268d0-2c91-4aa4-8668-228f7d308ce5', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'port_id': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'mac_address': 'fa:16:3e:f9:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:47:20Z', 'updated_at': '2022-01-23T21:47:58Z', 'revision_number': 1, 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:01.509079 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed52af0-9a62-455d-9cc1-32ad8cafb362 None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '886268d0-2c91-4aa4-8668-228f7d308ce5', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'port_id': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'mac_address': 'fa:16:3e:f9:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:47:20Z', 'updated_at': '2022-01-23T21:47:58Z', 'revision_number': 1, 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:48:01.537086 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8923883 Jan 23 21:48:01.538694 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50572) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:01.539067 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0795fee-2a04-4e44-b428-08e4fdf3d39c admin admin] Pushing event updated for resources: {'Network': ['ID=2a69728e-8815-4f4d-824f-668065664215,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:01.543665 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cacde7f8-6485-42a3-b61c-126a33865c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.557283 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 2a69728e-8815-4f4d-824f-668065664215 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:48:01.567761 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Request body: {'subnet': {'network_id': '2a69728e-8815-4f4d-824f-668065664215', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548580853-subnet', 'tenant_id': '2eac8ab110144d0c89b09372e21829b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:01.700589 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Publish callbacks [] for security_group (37a1c362-b78c-40e8-9282-010036c9c49a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.763329 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cacde7f8-6485-42a3-b61c-126a33865c50 admin admin] Publish callbacks [] for security_group (69dec0dc-2630-4b68-94e4-d2eafdd24062), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.771767 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Made reservation on behalf of 2eac8ab110144d0c89b09372e21829b7 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:01.776382 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.866118 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (37a1c362-b78c-40e8-9282-010036c9c49a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:01.894524 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c18224-23a8-4dfe-9d52-3fb9453f6a42 None None] New status for floating IP 886268d0-2c91-4aa4-8668-228f7d308ce5: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:48:01.924196 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cacde7f8-6485-42a3-b61c-126a33865c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (69dec0dc-2630-4b68-94e4-d2eafdd24062), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.007671 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=698bdf75fa514b5d9486687f8c74348b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331114 Jan 23 21:48:02.009714 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50586) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:02.022206 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1c362-b78c-40e8-9282-010036c9c49a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:02.117253 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Publish callbacks [] for security_group (37a1c362-b78c-40e8-9282-010036c9c49a), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.147818 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Publish callbacks [] for security_group (37a1c362-b78c-40e8-9282-010036c9c49a), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.165803 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.166925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.166925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.166925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.167634 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.168896 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.175712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.175712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.175712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.176912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.177432 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.177958 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.178446 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae03d-9b12-407a-bc32-3baf2eddc5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.186162 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cacde7f8-6485-42a3-b61c-126a33865c50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9339c76521b4bfba548e7ec193031df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7804186 Jan 23 21:48:02.194383 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50588) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:02.297031 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacde7f8-6485-42a3-b61c-126a33865c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dec0dc-2630-4b68-94e4-d2eafdd24062,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:02.303828 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdeed33-138c-483c-bad4-3715382a21eb req-6ee854e9-2f62-4cc8-aff6-b89f7d422efa tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:02.308440 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcdeed33-138c-483c-bad4-3715382a21eb req-6ee854e9-2f62-4cc8-aff6-b89f7d422efa tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1285772 Jan 23 21:48:02.318465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-994c7d7d-9197-4f77-9770-ee6053edf03a admin admin] Publish callbacks [] for security_group (69dec0dc-2630-4b68-94e4-d2eafdd24062), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.347462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-994c7d7d-9197-4f77-9770-ee6053edf03a admin admin] Publish callbacks [] for security_group (69dec0dc-2630-4b68-94e4-d2eafdd24062), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.368872 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (038b40f0-4823-4426-bcad-d77b46cd56db), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.421882 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcdeed33-138c-483c-bad4-3715382a21eb req-a8c02be2-dfa1-441c-b12a-daecb2509740 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989196 Jan 23 21:48:02.429414 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (37a1c362-b78c-40e8-9282-010036c9c49a), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.441637 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.444221 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/37a1c362-b78c-40e8-9282-010036c9c49a HTTP/1.1" status: 204 len: 168 time: 0.4315004 Jan 23 21:48:02.455689 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038b40f0-4823-4426-bcad-d77b46cd56db,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:02.463677 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1c362-b78c-40e8-9282-010036c9c49a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:02.483858 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Checking segment: {'id': '49583f60-2a8a-4b8f-ba6b-2dd98c737645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2a69728e-8815-4f4d-824f-668065664215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:02.484830 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Network hostable DHCP agents. Network: 2a69728e-8815-4f4d-824f-668065664215, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:48:02.486711 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.487604 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.488320 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.489013 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.489992 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.491419 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.492177 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.492877 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.493564 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.494258 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.495128 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.496046 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.496723 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543101-fd3c-45a2-8f83-de1fb34fe0bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:02.564867 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-994c7d7d-9197-4f77-9770-ee6053edf03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (69dec0dc-2630-4b68-94e4-d2eafdd24062), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.568326 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-994c7d7d-9197-4f77-9770-ee6053edf03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.571823 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-994c7d7d-9197-4f77-9770-ee6053edf03a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69dec0dc-2630-4b68-94e4-d2eafdd24062 HTTP/1.1" status: 204 len: 168 time: 0.3762548 Jan 23 21:48:02.580741 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c7d7d-9197-4f77-9770-ee6053edf03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dec0dc-2630-4b68-94e4-d2eafdd24062,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:02.639817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Network 2a69728e-8815-4f4d-824f-668065664215 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:48:02.742315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 2a69728e-8815-4f4d-824f-668065664215) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:02.743261 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:02.743967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:02.746656 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeae494-187d-4119-8ce8-0120c9fe3336 None None] Network 2a69728e-8815-4f4d-824f-668065664215 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:48:02.884253 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-30edaad1-e1ce-4c2a-9540-93aa55487453 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3439875 Jan 23 21:48:03.006659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcc716-054f-43c7-a655-8c5a2787a2ef None None] Network 2a69728e-8815-4f4d-824f-668065664215 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:48:03.555383 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e77e8-2725-4c66-a003-ad9504a11b3b req-6c2bbc3e-4116-4380-a197-4ca44fd5dc9b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:03.557521 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-275e77e8-2725-4c66-a003-ad9504a11b3b req-6c2bbc3e-4116-4380-a197-4ca44fd5dc9b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0533447 Jan 23 21:48:03.632517 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-275e77e8-2725-4c66-a003-ad9504a11b3b req-3fca615a-18d2-459b-9a32-2ef247ebd977 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jan 23 21:48:04.851551 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968320c-74cf-4c50-994e-2548b9bea05a req-fc178b4b-0c15-47a0-93d8-3a01e115afb9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:04.855103 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7968320c-74cf-4c50-994e-2548b9bea05a req-fc178b4b-0c15-47a0-93d8-3a01e115afb9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0806236 Jan 23 21:48:04.920442 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7968320c-74cf-4c50-994e-2548b9bea05a req-8050ec61-0991-46e2-9ef2-340f130d0c98 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606506 Jan 23 21:48:05.241441 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50688) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:05.248381 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-979915767-network', 'tenant_id': '0ff409827fe64e17a252d47567db3c7d'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:05.485396 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Made reservation on behalf of 0ff409827fe64e17a252d47567db3c7d for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:05.489428 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.507021 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.632120 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks [] for security_group (6d0c1d4f-399c-472a-a1ae-d1b6f3721a12), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.720733 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6d0c1d4f-399c-472a-a1ae-d1b6f3721a12), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.764084 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:48:05.796322 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0c1d4f-399c-472a-a1ae-d1b6f3721a12,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:05.801401 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (7c5d80aa-1875-4eee-bb2f-186884fa41a0), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.802197 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Added segment 7c5d80aa-1875-4eee-bb2f-186884fa41a0 of type vlan for network f362d47c-7eb5-40a8-b5a1-bd7ec35c620b Jan 23 21:48:05.878749 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (f362d47c-7eb5-40a8-b5a1-bd7ec35c620b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.994125 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (f362d47c-7eb5-40a8-b5a1-bd7ec35c620b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:05.995572 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:05.996521 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:06.128740 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] Pushing event updated for resources: {'Network': ['ID=f362d47c-7eb5-40a8-b5a1-bd7ec35c620b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:06.144212 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-88a7f8bc-910e-41f8-88c1-49dbcf33c959 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9003372 Jan 23 21:48:06.145373 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network f362d47c-7eb5-40a8-b5a1-bd7ec35c620b details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:48:06.147835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50712) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:06.158696 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Request body: {'subnet': {'network_id': 'f362d47c-7eb5-40a8-b5a1-bd7ec35c620b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-979915767-subnet', 'tenant_id': '0ff409827fe64e17a252d47567db3c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:06.274097 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383df4c-7042-4563-902a-e54bb7fbf7c5 req-f9b4d89b-a901-4b9e-9fb3-3ad7b9a4f0b0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:06.279861 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d383df4c-7042-4563-902a-e54bb7fbf7c5 req-f9b4d89b-a901-4b9e-9fb3-3ad7b9a4f0b0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0683184 Jan 23 21:48:06.339405 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d383df4c-7042-4563-902a-e54bb7fbf7c5 req-a2257919-25d2-4d4e-83be-b96ecdb4dd28 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Jan 23 21:48:06.343162 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Made reservation on behalf of 0ff409827fe64e17a252d47567db3c7d for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:06.348947 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:06.697936 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (663d2a9a-76f3-4501-b9e4-6b17747d1feb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:06.821513 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=663d2a9a-76f3-4501-b9e4-6b17747d1feb,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:06.832232 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Checking segment: {'id': '7c5d80aa-1875-4eee-bb2f-186884fa41a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f362d47c-7eb5-40a8-b5a1-bd7ec35c620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:06.832817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Network hostable DHCP agents. Network: f362d47c-7eb5-40a8-b5a1-bd7ec35c620b, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:48:06.936895 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Network f362d47c-7eb5-40a8-b5a1-bd7ec35c620b is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:48:07.079969 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, f362d47c-7eb5-40a8-b5a1-bd7ec35c620b) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:07.088402 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:07.089963 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:07.096609 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abda5f-98af-4c95-bbe1-3f954dd553a1 None None] Network f362d47c-7eb5-40a8-b5a1-bd7ec35c620b requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:48:07.257927 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c4754811-ae90-4756-8aae-c43548dda12f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1058965 Jan 23 21:48:07.315909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486e566-2a35-4960-a3f4-197ae4b22b3e None None] Network f362d47c-7eb5-40a8-b5a1-bd7ec35c620b requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:48:07.701644 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453da6db-4907-4e48-8a7f-b3f0ca71699b req-131fa2b1-7fc8-4814-ad02-4ffb3e60034c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:07.704221 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-453da6db-4907-4e48-8a7f-b3f0ca71699b req-131fa2b1-7fc8-4814-ad02-4ffb3e60034c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1501751 Jan 23 21:48:07.786731 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-453da6db-4907-4e48-8a7f-b3f0ca71699b req-b21c20b5-64ab-451d-bb1d-4af3e888014f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Jan 23 21:48:08.351203 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50792) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:08.606969 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5335ac23-06dd-4322-b952-05c1af9692fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:08.739144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5335ac23-06dd-4322-b952-05c1af9692fc admin admin] Publish callbacks [] for security_group (dca4675c-669d-4941-b7a2-f0c2c0fc06f2), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:08.815026 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5335ac23-06dd-4322-b952-05c1af9692fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (dca4675c-669d-4941-b7a2-f0c2c0fc06f2), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:08.887400 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335ac23-06dd-4322-b952-05c1af9692fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca4675c-669d-4941-b7a2-f0c2c0fc06f2,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:08.906519 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50814) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:08.907330 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5335ac23-06dd-4322-b952-05c1af9692fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae01b2f101394917841aca4a2e4e44ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543928 Jan 23 21:48:09.016972 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2515f3-0fd6-4f75-8484-e9004e967bef req-83ddffa0-bf77-4d40-8229-180fea828e38 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:09.019877 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc2515f3-0fd6-4f75-8484-e9004e967bef req-83ddffa0-bf77-4d40-8229-180fea828e38 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0808465 Jan 23 21:48:09.034848 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b541c97a-1b4d-492d-9f32-d69e0b4b934d admin admin] Publish callbacks [] for security_group (dca4675c-669d-4941-b7a2-f0c2c0fc06f2), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:09.073316 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b541c97a-1b4d-492d-9f32-d69e0b4b934d admin admin] Publish callbacks [] for security_group (dca4675c-669d-4941-b7a2-f0c2c0fc06f2), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:09.119532 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc2515f3-0fd6-4f75-8484-e9004e967bef req-5360ac63-898c-4cfb-a613-cb6bb459fb51 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919411 Jan 23 21:48:09.228748 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-e9d25287-2190-4847-8f84-aa3bcf99ffb3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656328 Jan 23 21:48:09.263110 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:09.302553 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b541c97a-1b4d-492d-9f32-d69e0b4b934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (dca4675c-669d-4941-b7a2-f0c2c0fc06f2), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:09.305367 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b541c97a-1b4d-492d-9f32-d69e0b4b934d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:09.306895 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b541c97a-1b4d-492d-9f32-d69e0b4b934d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dca4675c-669d-4941-b7a2-f0c2c0fc06f2 HTTP/1.1" status: 204 len: 168 time: 0.3967769 Jan 23 21:48:09.317156 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c97a-1b4d-492d-9f32-d69e0b4b934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca4675c-669d-4941-b7a2-f0c2c0fc06f2,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:09.335526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-4fd521b0-8b2e-4b41-95c1-d510fe0a4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:09.337285 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-4fd521b0-8b2e-4b41-95c1-d510fe0a4ed6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0485868 Jan 23 21:48:09.476768 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-69256faf-cfd3-4e5c-906b-b74d5a71ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:09.478877 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-69256faf-cfd3-4e5c-906b-b74d5a71ef2f service neutron] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 915 time: 0.1104400 Jan 23 21:48:09.528860 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-d234d9ac-9692-4c99-9e95-b86e485cca04 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce HTTP/1.1" status: 200 len: 217 time: 0.0420611 Jan 23 21:48:09.593157 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-8e5ff70c-5920-4eeb-ab4d-72190996ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:09.594671 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-8e5ff70c-5920-4eeb-ab4d-72190996ff84 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.0581853 Jan 23 21:48:09.635828 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-3df37c25-a27a-4dd8-9c52-b46e1b6b97fe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334039 Jan 23 21:48:09.785806 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-c42e5efa-96ba-46a8-8ef9-e73a7765b9d2 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404872 Jan 23 21:48:09.915389 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b54b974-1d00-4f53-aeb1-9308a96772e5 req-63dbcd17-aa2e-4ba9-9094-ef3f01990429 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181445 Jan 23 21:48:10.271561 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075e87-1dc9-4ede-a510-e7fd0c684ec0 req-4f335305-9104-4f3f-b38f-9bc9a9a76f6d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:10.271561 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7075e87-1dc9-4ede-a510-e7fd0c684ec0 req-4f335305-9104-4f3f-b38f-9bc9a9a76f6d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0572896 Jan 23 21:48:10.319928 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7075e87-1dc9-4ede-a510-e7fd0c684ec0 req-8aee8229-ace3-4c95-a87a-cc1dcb3bfb76 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Jan 23 21:48:10.657825 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 50848) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:10.657825 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-987c2c8f-6ddf-4711-8c6b-aaef7a1e5961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:10.765006 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-987c2c8f-6ddf-4711-8c6b-aaef7a1e5961 admin admin] Publish callbacks [] for security_group (b1e9440c-033f-45e7-9215-90f584941495), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:10.866619 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-987c2c8f-6ddf-4711-8c6b-aaef7a1e5961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b1e9440c-033f-45e7-9215-90f584941495), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:10.939820 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-987c2c8f-6ddf-4711-8c6b-aaef7a1e5961 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4f3fd5ad0f440bd88b76d5901e00b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067210 Jan 23 21:48:10.944120 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 50854) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:10.944854 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c2c8f-6ddf-4711-8c6b-aaef7a1e5961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9440c-033f-45e7-9215-90f584941495,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:11.019192 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ae240c4-9641-496e-969a-1e91a48679e2 admin admin] Publish callbacks [] for security_group (b1e9440c-033f-45e7-9215-90f584941495), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:11.053359 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ae240c4-9641-496e-969a-1e91a48679e2 admin admin] Publish callbacks [] for security_group (b1e9440c-033f-45e7-9215-90f584941495), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:11.228321 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ae240c4-9641-496e-969a-1e91a48679e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b1e9440c-033f-45e7-9215-90f584941495), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:11.244217 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3ae240c4-9641-496e-969a-1e91a48679e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:11.244217 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3ae240c4-9641-496e-969a-1e91a48679e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1e9440c-033f-45e7-9215-90f584941495 HTTP/1.1" status: 204 len: 168 time: 0.2888627 Jan 23 21:48:11.257207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae240c4-9641-496e-969a-1e91a48679e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9440c-033f-45e7-9215-90f584941495,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:11.491095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154135-771d-49e9-84ae-574110a81056 req-61c0ff77-5426-4257-8a6c-2cf4243cc85d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:11.493967 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5154135-771d-49e9-84ae-574110a81056 req-61c0ff77-5426-4257-8a6c-2cf4243cc85d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0878088 Jan 23 21:48:11.570222 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5154135-771d-49e9-84ae-574110a81056 req-e4410e3f-4295-42b7-8970-c5da10ccca17 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699761 Jan 23 21:48:12.735351 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49f7dc-0ae2-4ea4-a479-f21d9795c6de req-7d6f2e09-b0d4-4b2f-9a2d-f7e4e4fff033 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:12.737038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3d49f7dc-0ae2-4ea4-a479-f21d9795c6de req-7d6f2e09-b0d4-4b2f-9a2d-f7e4e4fff033 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0580616 Jan 23 21:48:12.811365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3d49f7dc-0ae2-4ea4-a479-f21d9795c6de req-9072cb75-e2b3-4150-b97a-b4c9b30ff7a8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639808 Jan 23 21:48:13.115932 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-a255a5ac-b071-4672-b330-c6867b840325 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:13.117469 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-a255a5ac-b071-4672-b330-c6867b840325 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.1286461 Jan 23 21:48:13.137235 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-78483b3c-9c4d-4613-90b4-048cd8a6135f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/quotas/ee1757d1fd1149a2b16e5860993c48e4 HTTP/1.1" status: 200 len: 375 time: 0.0114357 Jan 23 21:48:13.212698 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-eef8f67d-9316-45a2-b47d-cb8084ba4fa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677502 Jan 23 21:48:13.423952 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-c7285ba0-71b5-4364-b281-ada862165bd9 service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911399 Jan 23 21:48:13.612201 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-9cc90bd0-36a8-4bd5-9c04-76559ea96214 service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680908 Jan 23 21:48:13.875448 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f68d64de-df74-42a1-a91e-33c06d516634 req-8a155b4c-9876-44fe-a2c1-16123a7a18e6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 210 time: 0.0378971 Jan 23 21:48:14.010894 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2a2fd-d8f3-4782-b4bf-99c58b2187fc req-cdde6e18-a555-4f5e-ace5-94818677749d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:14.013160 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54f2a2fd-d8f3-4782-b4bf-99c58b2187fc req-cdde6e18-a555-4f5e-ace5-94818677749d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0817494 Jan 23 21:48:14.103737 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54f2a2fd-d8f3-4782-b4bf-99c58b2187fc req-bc5190a1-a402-4f6b-9371-34f64957a6cd tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798562 Jan 23 21:48:14.963131 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-95b9e3b8-7d69-4903-89cf-35cfc457fde2 req-bfcc990f-ff45-4e83-b00a-15f57b639bc6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 210 time: 0.0282981 Jan 23 21:48:15.160743 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51026) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:15.271167 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4da1-07df-48b8-b2e8-8269701733a7 req-abad4857-bdfa-42c0-b896-e4800bd89520 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:15.272941 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-80bc4da1-07df-48b8-b2e8-8269701733a7 req-abad4857-bdfa-42c0-b896-e4800bd89520 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0659776 Jan 23 21:48:15.330520 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d74f-ba4f-405c-b538-430e5bca0ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.425890 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-80bc4da1-07df-48b8-b2e8-8269701733a7 req-ab10d005-ac3a-4859-a15a-9c1956591e9c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375554 Jan 23 21:48:15.454849 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-752dd328-a67e-4dae-82b0-75885f4910de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.467393 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d74f-ba4f-405c-b538-430e5bca0ec7 admin admin] Publish callbacks [] for security_group (b84839e9-3102-4214-8de9-361a4cb40dc9), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.540226 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d74f-ba4f-405c-b538-430e5bca0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b84839e9-3102-4214-8de9-361a4cb40dc9), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.587324 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4ca8d74f-ba4f-405c-b538-430e5bca0ec7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=125b61fd3f3345d8aa4a22b6c73a12ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227636 Jan 23 21:48:15.588232 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8d74f-ba4f-405c-b538-430e5bca0ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84839e9-3102-4214-8de9-361a4cb40dc9,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:15.592294 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51040) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:15.665313 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44dd4300-4904-4d9f-bd4e-93fcf81f1a90 admin admin] Publish callbacks [] for security_group (b84839e9-3102-4214-8de9-361a4cb40dc9), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.688959 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44dd4300-4904-4d9f-bd4e-93fcf81f1a90 admin admin] Publish callbacks [] for security_group (b84839e9-3102-4214-8de9-361a4cb40dc9), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.833417 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44dd4300-4904-4d9f-bd4e-93fcf81f1a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b84839e9-3102-4214-8de9-361a4cb40dc9), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.836087 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44dd4300-4904-4d9f-bd4e-93fcf81f1a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:15.837304 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-44dd4300-4904-4d9f-bd4e-93fcf81f1a90 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b84839e9-3102-4214-8de9-361a4cb40dc9 HTTP/1.1" status: 204 len: 168 time: 0.2440386 Jan 23 21:48:15.845827 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd4300-4904-4d9f-bd4e-93fcf81f1a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84839e9-3102-4214-8de9-361a4cb40dc9,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:16.071180 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f307a974-55c2-4323-b22c-8761d291e402 req-50e7fda3-7e60-4eac-839d-c0884742a893 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 210 time: 0.0328557 Jan 23 21:48:16.572700 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-9e9a50ea-9157-4761-b8df-1cce357b6f41 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:16.574281 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-9e9a50ea-9157-4761-b8df-1cce357b6f41 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.1447709 Jan 23 21:48:16.588089 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762a6b-0b24-4dae-84a0-443abbc700b1 req-cb86d38f-425c-40b9-845a-38f08ac43570 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:16.589646 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02762a6b-0b24-4dae-84a0-443abbc700b1 req-cb86d38f-425c-40b9-845a-38f08ac43570 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0852895 Jan 23 21:48:16.598956 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Request body: {'port': {'device_id': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'admin_state_up': True, 'tenant_id': 'ee1757d1fd1149a2b16e5860993c48e4'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:16.664314 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51062) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:16.679752 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04b51c23-6581-4472-ac37-ab6beb3a8b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:16.727777 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02762a6b-0b24-4dae-84a0-443abbc700b1 req-ef68ce77-ad18-457d-9713-cd775c66ca0b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245811 Jan 23 21:48:16.775739 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04b51c23-6581-4472-ac37-ab6beb3a8b1b admin admin] Publish callbacks [] for security_group (a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:16.850899 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04b51c23-6581-4472-ac37-ab6beb3a8b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:16.880622 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Made reservation on behalf of ee1757d1fd1149a2b16e5860993c48e4 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:16.887949 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:16.892152 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-04b51c23-6581-4472-ac37-ab6beb3a8b1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a45e75bbb704ea2ba72ffe5722d6702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259955 Jan 23 21:48:16.897285 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51066) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:16.903887 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b51c23-6581-4472-ac37-ab6beb3a8b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:17.063779 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a695903c-7c82-4261-a7fa-1a9343500bb6 admin admin] Publish callbacks [] for security_group (a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.159382 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a695903c-7c82-4261-a7fa-1a9343500bb6 admin admin] Publish callbacks [] for security_group (a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.194230 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Allocated IP 172.20.0.13 (24aab133-8bab-4f09-a830-696f48e02d16/589f5608-ab80-4e5e-b827-eef211b06904/73757944-3553-466b-9c3e-f2bfabf8eec0) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:48:17.240569 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f4a3f965-afd0-4d93-9294-bf8b5176ed5f req-f9734be8-0788-4b21-be9f-6689a0a61b72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 210 time: 0.0575142 Jan 23 21:48:17.395489 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a695903c-7c82-4261-a7fa-1a9343500bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.397845 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a695903c-7c82-4261-a7fa-1a9343500bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.405004 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a695903c-7c82-4261-a7fa-1a9343500bb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2 HTTP/1.1" status: 204 len: 168 time: 0.4999461 Jan 23 21:48:17.415391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695903c-7c82-4261-a7fa-1a9343500bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9175cf2-f6f8-4253-ae5f-42b70b6d6ab2,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:17.419646 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks [] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.583045 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.599334 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:48:17.636297 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Network 24aab133-8bab-4f09-a830-696f48e02d16 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:17.640232 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:17.645656 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:48:17.651595 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:17.652279 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.663046 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event updated for resources: {'Port': ['ID=73757944-3553-466b-9c3e-f2bfabf8eec0,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:17.754920 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-75d5be30-cc73-40ad-b7f3-824e016412ae tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1618063 Jan 23 21:48:17.769277 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Request body: {'port': {'device_id': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:17.873384 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.936307 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68500d6d-b6bc-4880-ad5c-6ed7bbae7ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.984825 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:17.987799 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dde3e-9515-4269-9210-bfdfebdf7d61 req-4f0e6ad9-ff09-4ce0-8c99-7dc76b41e8fc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:17.988516 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d40dde3e-9515-4269-9210-bfdfebdf7d61 req-4f0e6ad9-ff09-4ce0-8c99-7dc76b41e8fc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1102328 Jan 23 21:48:18.193309 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d40dde3e-9515-4269-9210-bfdfebdf7d61 req-58dd482b-e93e-4241-b509-555882989e37 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921496 Jan 23 21:48:18.298327 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73757944-3553-466b-9c3e-f2bfabf8eec0 {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:48:18.307831 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Publish callbacks [] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.322414 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Transition to ACTIVE for port object 73757944-3553-466b-9c3e-f2bfabf8eec0 will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:48:18.407886 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9542-47d4-4d15-96e2-25c0d343da7d req-56267554-7dfd-4a92-b159-0c19e8166c2d tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:18.410619 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fcd9542-47d4-4d15-96e2-25c0d343da7d req-56267554-7dfd-4a92-b159-0c19e8166c2d tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 932 time: 0.0836668 Jan 23 21:48:18.451311 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.518800 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fcd9542-47d4-4d15-96e2-25c0d343da7d req-f825c31c-3fb9-4516-be1f-59fe4b31a1eb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019454 Jan 23 21:48:18.540343 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73757944-3553-466b-9c3e-f2bfabf8eec0,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:18.616597 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Attempting to bind port 73757944-3553-466b-9c3e-f2bfabf8eec0 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:48:18.617119 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Attempting to bind port 73757944-3553-466b-9c3e-f2bfabf8eec0 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:48:18.617626 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Attempting to bind port 73757944-3553-466b-9c3e-f2bfabf8eec0 on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:18.626695 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Port 73757944-3553-466b-9c3e-f2bfabf8eec0 on network 24aab133-8bab-4f09-a830-696f48e02d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:48:18.627260 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Attempting to bind port 73757944-3553-466b-9c3e-f2bfabf8eec0 on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:18.638845 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:48:18.639484 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Checking segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:18.640078 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Bound using segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:48:18.640955 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Bound port: 73757944-3553-466b-9c3e-f2bfabf8eec0, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:48:18.641653 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.646881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51126) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:18.731065 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] For port 73757944-3553-466b-9c3e-f2bfabf8eec0, host hv-cinder-82160, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:48:18.734976 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] For port 73757944-3553-466b-9c3e-f2bfabf8eec0, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=73757944-3553-466b-9c3e-f2bfabf8eec0,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:48:18.812584 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9e711855-0212-4d9d-9ca8-ad1e60abec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.845174 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.907782 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:18.908981 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.911951 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] 10.222.0.112 "PUT /v2.0/ports/73757944-3553-466b-9c3e-f2bfabf8eec0 HTTP/1.1" status: 200 len: 1094 time: 1.1482241 Jan 23 21:48:18.915880 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'tag': '73757944-3553-466b-9c3e-f2bfabf8eec0'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:48:18.921915 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212370f0-2030-49a1-aa28-9e094d1ee088" -d '{"events": [{"name": "network-changed", "server_uuid": "9f021497-0f1e-4a4b-b170-4aff3cf9a44e", "tag": "73757944-3553-466b-9c3e-f2bfabf8eec0"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:48:18.927482 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9e711855-0212-4d9d-9ca8-ad1e60abec5b admin admin] Publish callbacks [] for security_group (1fca1422-2de1-4e10-9757-34675e6ffc22), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:18.975814 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f5a73-8ed9-4720-bc54-b50d9595e0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73757944-3553-466b-9c3e-f2bfabf8eec0,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:18.979735 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344a42e5-36a8-451f-aab7-6810e5fc9d20 x-openstack-request-id: req-344a42e5-36a8-451f-aab7-6810e5fc9d20 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:48:18.980030 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f021497-0f1e-4a4b-b170-4aff3cf9a44e", "tag": "73757944-3553-466b-9c3e-f2bfabf8eec0", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:48:18.980284 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-344a42e5-36a8-451f-aab7-6810e5fc9d20 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:48:18.980944 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'tag': '73757944-3553-466b-9c3e-f2bfabf8eec0', 'status': 'completed', 'code': 200} Jan 23 21:48:19.044755 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9e711855-0212-4d9d-9ca8-ad1e60abec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1fca1422-2de1-4e10-9757-34675e6ffc22), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:19.061456 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212370f0-2030-49a1-aa28-9e094d1ee088 req-ba619603-7607-4028-8c06-cc1152c312c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:19.063333 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-212370f0-2030-49a1-aa28-9e094d1ee088 req-ba619603-7607-4028-8c06-cc1152c312c1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 1097 time: 0.0554392 Jan 23 21:48:19.093871 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9e711855-0212-4d9d-9ca8-ad1e60abec5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f31b217640c42f7ad3debc14f2a2f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451537 Jan 23 21:48:19.097572 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51140) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:19.108337 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e711855-0212-4d9d-9ca8-ad1e60abec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca1422-2de1-4e10-9757-34675e6ffc22,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:19.184759 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2484db54-139f-4ee8-9c19-15ab83bac4bf admin admin] Publish callbacks [] for security_group (1fca1422-2de1-4e10-9757-34675e6ffc22), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:19.212324 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2484db54-139f-4ee8-9c19-15ab83bac4bf admin admin] Publish callbacks [] for security_group (1fca1422-2de1-4e10-9757-34675e6ffc22), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:19.305078 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:19.410990 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212370f0-2030-49a1-aa28-9e094d1ee088 req-f3b484b3-06de-455f-a610-8de0bd02d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:19.412577 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-212370f0-2030-49a1-aa28-9e094d1ee088 req-f3b484b3-06de-455f-a610-8de0bd02d2e2 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3387787 Jan 23 21:48:19.427642 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2484db54-139f-4ee8-9c19-15ab83bac4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1fca1422-2de1-4e10-9757-34675e6ffc22), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:19.432156 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fca9b6-8885-4498-a6a6-ac33b0a9eb53 req-3ebbd961-0579-4076-a88d-aa318e8f09d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:19.432776 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2484db54-139f-4ee8-9c19-15ab83bac4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:19.434752 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2484db54-139f-4ee8-9c19-15ab83bac4bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1fca1422-2de1-4e10-9757-34675e6ffc22 HTTP/1.1" status: 204 len: 168 time: 0.3357203 Jan 23 21:48:19.438778 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64fca9b6-8885-4498-a6a6-ac33b0a9eb53 req-3ebbd961-0579-4076-a88d-aa318e8f09d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1247854 Jan 23 21:48:19.451356 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484db54-139f-4ee8-9c19-15ab83bac4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca1422-2de1-4e10-9757-34675e6ffc22,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:19.854451 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64fca9b6-8885-4498-a6a6-ac33b0a9eb53 req-dd86f99d-9616-4eb5-9543-e33cb07ebc9d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051228 Jan 23 21:48:19.914573 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95acdc4-edce-4b8b-ad46-86aa832938bd req-8d9f59a4-c84f-4b42-9d01-13e857b268e5 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:19.916260 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f95acdc4-edce-4b8b-ad46-86aa832938bd req-8d9f59a4-c84f-4b42-9d01-13e857b268e5 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 944 time: 0.1810634 Jan 23 21:48:19.917451 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212370f0-2030-49a1-aa28-9e094d1ee088 req-ca90025d-4a95-4c53-9913-9f13d7c966de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:19.919255 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-212370f0-2030-49a1-aa28-9e094d1ee088 req-ca90025d-4a95-4c53-9913-9f13d7c966de service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4793327 Jan 23 21:48:20.009762 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f95acdc4-edce-4b8b-ad46-86aa832938bd req-1e755070-7049-4615-afef-65981e1214c7 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855730 Jan 23 21:48:20.022409 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-4468855a-f94c-427f-a123-f5092d14997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:20.024020 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-4468855a-f94c-427f-a123-f5092d14997c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 1097 time: 0.0583465 Jan 23 21:48:20.078960 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-3adb24ea-ac5d-4fb8-bb4d-b8150ed8bd58 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73757944-3553-466b-9c3e-f2bfabf8eec0 HTTP/1.1" status: 200 len: 217 time: 0.0453577 Jan 23 21:48:20.160800 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18791c1-b33c-464b-af35-9841fdb8579f req-54deb9ea-cb83-4914-806d-bacd5df7c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:20.170335 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-54deb9ea-cb83-4914-806d-bacd5df7c276 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.0713830 Jan 23 21:48:20.202990 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-4d50251f-d4f7-4627-9748-30fe9f7a89a1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326889 Jan 23 21:48:20.349841 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-ecac8843-37d7-470b-931e-af0f7ab1b2c4 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386750 Jan 23 21:48:20.504816 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d18791c1-b33c-464b-af35-9841fdb8579f req-4516ab48-d54e-4d78-8b67-4913071ae94b service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464269 Jan 23 21:48:20.511868 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:20.630716 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51194) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:20.660707 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f1f3daa0-d058-4ef3-ba3f-9a4576de799f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:20.792868 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f1f3daa0-d058-4ef3-ba3f-9a4576de799f admin admin] Publish callbacks [] for security_group (215249db-ef9c-46f0-928c-3d88de8e9f26), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:20.890974 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f1f3daa0-d058-4ef3-ba3f-9a4576de799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (215249db-ef9c-46f0-928c-3d88de8e9f26), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:20.937980 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f1f3daa0-d058-4ef3-ba3f-9a4576de799f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34bd5ed615534d6d97ce5a28d93a5543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051956 Jan 23 21:48:20.939090 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3daa0-d058-4ef3-ba3f-9a4576de799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215249db-ef9c-46f0-928c-3d88de8e9f26,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:20.942051 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51202) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:21.022040 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cde037-a244-48aa-9466-03334af45bf1 req-8fed71f8-af7f-46ea-92f7-0f830188d3c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:21.023696 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31cde037-a244-48aa-9466-03334af45bf1 req-8fed71f8-af7f-46ea-92f7-0f830188d3c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0759580 Jan 23 21:48:21.023873 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2fe10077-1f81-4919-ade7-6a44e4d96a11 admin admin] Publish callbacks [] for security_group (215249db-ef9c-46f0-928c-3d88de8e9f26), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:21.052736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2fe10077-1f81-4919-ade7-6a44e4d96a11 admin admin] Publish callbacks [] for security_group (215249db-ef9c-46f0-928c-3d88de8e9f26), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:21.120049 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31cde037-a244-48aa-9466-03334af45bf1 req-8b44e8b8-8f0b-4d1c-bfd0-86f0f08e20f4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886285 Jan 23 21:48:21.218130 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2fe10077-1f81-4919-ade7-6a44e4d96a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (215249db-ef9c-46f0-928c-3d88de8e9f26), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:21.226334 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2fe10077-1f81-4919-ade7-6a44e4d96a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:21.227622 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee293-ad08-49ef-b9a1-c04ceb8c1a81 req-5a9360de-1377-4eee-a0fc-2fdb6cbb4755 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:21.235621 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2fe10077-1f81-4919-ade7-6a44e4d96a11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/215249db-ef9c-46f0-928c-3d88de8e9f26 HTTP/1.1" status: 204 len: 168 time: 0.2919538 Jan 23 21:48:21.236559 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-712ee293-ad08-49ef-b9a1-c04ceb8c1a81 req-5a9360de-1377-4eee-a0fc-2fdb6cbb4755 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 944 time: 0.1146495 Jan 23 21:48:21.257237 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10077-1f81-4919-ade7-6a44e4d96a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215249db-ef9c-46f0-928c-3d88de8e9f26,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:21.336915 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-712ee293-ad08-49ef-b9a1-c04ceb8c1a81 req-b9d633ab-b1b7-441c-b1ad-e4c55742caa1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996518 Jan 23 21:48:21.858654 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296b4a-d2d7-497d-bcd7-c66e291306a7 req-a97cedb2-eeee-4ffd-9cdc-5a62ff174ef3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:21.860310 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31296b4a-d2d7-497d-bcd7-c66e291306a7 req-a97cedb2-eeee-4ffd-9cdc-5a62ff174ef3 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.0611508 Jan 23 21:48:21.915470 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31296b4a-d2d7-497d-bcd7-c66e291306a7 req-a23e6c3c-673b-49b0-ade6-3fe06500bac8 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Jan 23 21:48:22.163613 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:22.267502 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82386b-e5ed-4c68-9164-3729396e960c req-1d681f33-92c3-4fbd-a192-0df0c1806446 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:22.270037 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-be82386b-e5ed-4c68-9164-3729396e960c req-1d681f33-92c3-4fbd-a192-0df0c1806446 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0565548 Jan 23 21:48:22.363952 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51232) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:22.368370 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-be82386b-e5ed-4c68-9164-3729396e960c req-74f5edc1-d76f-4599-86ce-4cfdb0310577 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917253 Jan 23 21:48:22.424891 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc4cc-4c9c-4f52-89c7-b9668485e9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:22.563515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc4cc-4c9c-4f52-89c7-b9668485e9c9 admin admin] Publish callbacks [] for security_group (cd8174f5-a4e4-4a42-81ac-c16eda6689fb), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:22.580185 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88cd1f-49de-477e-962f-62935baa39b9 req-8b4c6a24-c227-4406-abae-a404cf31c49b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:22.582363 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df88cd1f-49de-477e-962f-62935baa39b9 req-8b4c6a24-c227-4406-abae-a404cf31c49b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 944 time: 0.0830412 Jan 23 21:48:22.645340 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df88cd1f-49de-477e-962f-62935baa39b9 req-7081ebba-20b0-4641-a4b8-c4794d462a62 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568113 Jan 23 21:48:22.664724 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc4cc-4c9c-4f52-89c7-b9668485e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (cd8174f5-a4e4-4a42-81ac-c16eda6689fb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:22.716658 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5e3dc4cc-4c9c-4f52-89c7-b9668485e9c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5baf6eb9216f41d2abec6c16777dfa0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510432 Jan 23 21:48:22.719431 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51250) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:22.735676 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dc4cc-4c9c-4f52-89c7-b9668485e9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8174f5-a4e4-4a42-81ac-c16eda6689fb,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:22.801944 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f0f1-cf9d-49a4-992f-3eb02470f2b2 admin admin] Publish callbacks [] for security_group (cd8174f5-a4e4-4a42-81ac-c16eda6689fb), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:22.839543 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f0f1-cf9d-49a4-992f-3eb02470f2b2 admin admin] Publish callbacks [] for security_group (cd8174f5-a4e4-4a42-81ac-c16eda6689fb), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:23.044403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 73757944-3553-466b-9c3e-f2bfabf8eec0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:48:23.082048 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e4b8f-c605-4240-885e-34c8e3508de6 req-dad9a097-49ee-4911-9546-41cb162170db tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:23.085657 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca9e4b8f-c605-4240-885e-34c8e3508de6 req-dad9a097-49ee-4911-9546-41cb162170db tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.0653300 Jan 23 21:48:23.085657 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f0f1-cf9d-49a4-992f-3eb02470f2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (cd8174f5-a4e4-4a42-81ac-c16eda6689fb), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:23.087506 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f0f1-cf9d-49a4-992f-3eb02470f2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:23.092441 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c0b6f0f1-cf9d-49a4-992f-3eb02470f2b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd8174f5-a4e4-4a42-81ac-c16eda6689fb HTTP/1.1" status: 204 len: 168 time: 0.3679554 Jan 23 21:48:23.107114 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6f0f1-cf9d-49a4-992f-3eb02470f2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8174f5-a4e4-4a42-81ac-c16eda6689fb,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:23.156058 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca9e4b8f-c605-4240-885e-34c8e3508de6 req-f7336deb-1e44-447e-82c7-1d1159e83edf tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604849 Jan 23 21:48:23.182673 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 73757944-3553-466b-9c3e-f2bfabf8eec0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=73757944-3553-466b-9c3e-f2bfabf8eec0,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:23.197610 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '73757944-3553-466b-9c3e-f2bfabf8eec0', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'port_id': '73757944-3553-466b-9c3e-f2bfabf8eec0', 'mac_address': 'fa:16:3e:d0:02:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589f5608-ab80-4e5e-b827-eef211b06904', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:48:23.242782 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 73757944-3553-466b-9c3e-f2bfabf8eec0 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:23.243178 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:23.257547 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73757944-3553-466b-9c3e-f2bfabf8eec0 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:48:23.292110 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 73757944-3553-466b-9c3e-f2bfabf8eec0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=73757944-3553-466b-9c3e-f2bfabf8eec0,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:23.384359 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:23.487031 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=73757944-3553-466b-9c3e-f2bfabf8eec0,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:23.496581 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.497086 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.497519 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.497936 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.498348 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.498879 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.499238 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.499606 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.499940 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.500290 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.500631 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.500959 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.501287 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:23.551333 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1e242-a0f6-4343-be2e-47c912959a74 req-eec066f4-cc4b-4bc7-9c9e-45b7f61bfa56 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:23.553608 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-adb1e242-a0f6-4343-be2e-47c912959a74 req-eec066f4-cc4b-4bc7-9c9e-45b7f61bfa56 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0790079 Jan 23 21:48:23.645031 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-adb1e242-a0f6-4343-be2e-47c912959a74 req-c75ade92-437e-462e-8296-f07a5438363e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798159 Jan 23 21:48:23.835865 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459777e-7f70-4961-aad0-761e8425c332 req-127a0b88-d71c-426d-9372-50eee786c976 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:23.837548 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f459777e-7f70-4961-aad0-761e8425c332 req-127a0b88-d71c-426d-9372-50eee786c976 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 945 time: 0.0960019 Jan 23 21:48:23.863644 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['73757944-3553-466b-9c3e-f2bfabf8eec0'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:48:23.914270 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f459777e-7f70-4961-aad0-761e8425c332 req-6f73f841-2ada-4895-a3de-b55fb3b7f91f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654016 Jan 23 21:48:24.562610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf47eca-2cee-4bd2-8088-cadf4929c628 req-d1ade83d-8bed-4e6d-ae0f-5888efe0eebe tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:24.568011 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3bf47eca-2cee-4bd2-8088-cadf4929c628 req-d1ade83d-8bed-4e6d-ae0f-5888efe0eebe tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.1407778 Jan 23 21:48:24.588144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-a38eaa0c-3ca0-4965-b34a-f220cefd30b4 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:24.591191 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-a38eaa0c-3ca0-4965-b34a-f220cefd30b4 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.112 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 945 time: 0.1790559 Jan 23 21:48:24.756519 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3bf47eca-2cee-4bd2-8088-cadf4929c628 req-87107d77-ead4-43e0-9eaf-a523932cb8b9 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/security-groups?id=056e736f-d9d3-4852-a30b-c3e82c4b735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638355 Jan 23 21:48:24.842287 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Deleting port e86f71ac-023f-4713-aeec-2c60d4c09963 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:48:24.842809 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:24.858536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ade6b-d4e2-483f-a346-458bff988718 req-e214f326-fd2a-4eca-9ae5-b5c3a3c26453 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:24.860300 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa7ade6b-d4e2-483f-a346-458bff988718 req-e214f326-fd2a-4eca-9ae5-b5c3a3c26453 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1180654 Jan 23 21:48:24.997441 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa7ade6b-d4e2-483f-a346-458bff988718 req-37ca1f61-6973-466f-9279-9edfc81f21df tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148112 Jan 23 21:48:25.047807 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] For port e86f71ac-023f-4713-aeec-2c60d4c09963, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e86f71ac-023f-4713-aeec-2c60d4c09963,segment=NetworkSegment(20d2ba9f-9b3e-4d61-be67-da42749c638e),segment_id=20d2ba9f-9b3e-4d61-be67-da42749c638e)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:25.050272 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:25.080113 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Calling delete_port for e86f71ac-023f-4713-aeec-2c60d4c09963 owned by compute:nova {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:48:25.147875 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 73757944-3553-466b-9c3e-f2bfabf8eec0 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:48:25.238786 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cb397-4903-430b-93b9-bc87990a35b3 req-482c156b-cea8-4109-901c-616bb67f3010 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:25.240618 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b92cb397-4903-430b-93b9-bc87990a35b3 req-482c156b-cea8-4109-901c-616bb67f3010 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 945 time: 0.1168821 Jan 23 21:48:25.285956 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 73757944-3553-466b-9c3e-f2bfabf8eec0 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:48:25.291008 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 73757944-3553-466b-9c3e-f2bfabf8eec0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:25.291563 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:25.380094 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b92cb397-4903-430b-93b9-bc87990a35b3 req-f862a6ad-2596-4f00-a264-3c6bf1088ff9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337881 Jan 23 21:48:25.455489 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 73757944-3553-466b-9c3e-f2bfabf8eec0 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:25.455934 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:25.473293 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (e86f71ac-023f-4713-aeec-2c60d4c09963), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:25.521534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Pushing event deleted for resources: {'Port': ['ID=e86f71ac-023f-4713-aeec-2c60d4c09963,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:25.525863 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73757944-3553-466b-9c3e-f2bfabf8eec0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:48:25.532579 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11be7be8-cf4e-4898-abe3-b54b11e0b8fc" -d '{"events": [{"server_uuid": "9f021497-0f1e-4a4b-b170-4aff3cf9a44e", "name": "network-vif-plugged", "status": "completed", "tag": "73757944-3553-466b-9c3e-f2bfabf8eec0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:48:25.539747 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['e86f71ac-023f-4713-aeec-2c60d4c09963'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:48:25.555639 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 73757944-3553-466b-9c3e-f2bfabf8eec0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=73757944-3553-466b-9c3e-f2bfabf8eec0,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:25.605371 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28252bcb-d7ed-4d4b-a3fc-0e6ea1f04704 x-openstack-request-id: req-28252bcb-d7ed-4d4b-a3fc-0e6ea1f04704 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:48:25.611335 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f021497-0f1e-4a4b-b170-4aff3cf9a44e", "name": "network-vif-plugged", "status": "completed", "tag": "73757944-3553-466b-9c3e-f2bfabf8eec0", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:48:25.611335 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28252bcb-d7ed-4d4b-a3fc-0e6ea1f04704 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:48:25.611335 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73757944-3553-466b-9c3e-f2bfabf8eec0', 'code': 200} Jan 23 21:48:25.611825 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] No DVR routers for this DVR port e86f71ac-023f-4713-aeec-2c60d4c09963 on host hv-cinder-82160 {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:48:25.611825 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:25.616389 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4af8b5c2-1c0a-42c7-8fd6-02e47cc404f0 req-6812eb9b-771c-4919-9d47-c15b5a2bb871 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.112 "DELETE /v2.0/ports/e86f71ac-023f-4713-aeec-2c60d4c09963 HTTP/1.1" status: 204 len: 173 time: 1.0127010 Jan 23 21:48:25.617450 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a935bbb-5f53-45bf-b232-871045682c62', 'name': 'network-vif-deleted', 'tag': 'e86f71ac-023f-4713-aeec-2c60d4c09963'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:48:25.619888 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c42fd-61dd-4a4f-a394-aae8eb20ea12" -d '{"events": [{"server_uuid": "3a935bbb-5f53-45bf-b232-871045682c62", "name": "network-vif-deleted", "tag": "e86f71ac-023f-4713-aeec-2c60d4c09963"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:48:25.632532 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:25.671479 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730596ca-22be-4649-9c39-3921a8ad1fd1 x-openstack-request-id: req-730596ca-22be-4649-9c39-3921a8ad1fd1 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:48:25.671876 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a935bbb-5f53-45bf-b232-871045682c62", "name": "network-vif-deleted", "tag": "e86f71ac-023f-4713-aeec-2c60d4c09963", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:48:25.672095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-730596ca-22be-4649-9c39-3921a8ad1fd1 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:48:25.672502 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a935bbb-5f53-45bf-b232-871045682c62', 'name': 'network-vif-deleted', 'tag': 'e86f71ac-023f-4713-aeec-2c60d4c09963', 'status': 'completed', 'code': 200} Jan 23 21:48:25.724021 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=73757944-3553-466b-9c3e-f2bfabf8eec0,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:25.888636 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c1081175-b740-4b7d-b77a-e7ac6e53004b req-1a91016e-7f30-4ef0-8375-9cb4884f42ee tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Jan 23 21:48:25.975816 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024daf-35c6-4ab2-9c79-f9ec850ef0e5 req-bb591f24-b01d-4f13-9c0c-9171579b77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:25.978099 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-be024daf-35c6-4ab2-9c79-f9ec850ef0e5 req-bb591f24-b01d-4f13-9c0c-9171579b77c1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 1099 time: 0.0498707 Jan 23 21:48:26.030033 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-be024daf-35c6-4ab2-9c79-f9ec850ef0e5 req-e2e9b3b5-60b4-4d87-8bc5-0fd6941822cf service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Jan 23 21:48:26.163592 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff53f3-fca6-4799-b380-a8d2c2fd3e77 req-68b3c0eb-be0a-46e7-9d2f-4d1f950f09c0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:26.165175 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-32ff53f3-fca6-4799-b380-a8d2c2fd3e77 req-68b3c0eb-be0a-46e7-9d2f-4d1f950f09c0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0565908 Jan 23 21:48:26.215217 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-32ff53f3-fca6-4799-b380-a8d2c2fd3e77 req-61a93b41-e68c-4ecd-a222-2442211a8050 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Jan 23 21:48:26.555694 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e26fd3-2902-4fe7-938e-cd093ca1a85a req-d7885894-d53e-4105-b4da-ea815030f86d tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:26.557578 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63e26fd3-2902-4fe7-938e-cd093ca1a85a req-d7885894-d53e-4105-b4da-ea815030f86d tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0766726 Jan 23 21:48:26.614143 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63e26fd3-2902-4fe7-938e-cd093ca1a85a req-f16d8d88-4a99-4b50-9ac1-1716bb70f404 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 Jan 23 21:48:27.007299 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28d9b5e4-5d61-425e-bff1-db840e19a93e req-dc5cf542-375d-47f9-ac98-573307c47b8a tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0291195 Jan 23 21:48:27.365015 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465606e0-e7e2-42fc-95ba-54f5ca07536e req-7b6416a9-3379-4cf5-a792-51dc4a77f77c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:27.367689 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-465606e0-e7e2-42fc-95ba-54f5ca07536e req-7b6416a9-3379-4cf5-a792-51dc4a77f77c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0791476 Jan 23 21:48:27.431440 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-465606e0-e7e2-42fc-95ba-54f5ca07536e req-68b32cd4-a986-429e-9968-db4ed110db90 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569448 Jan 23 21:48:27.745889 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e826696-3ea2-4212-8416-91cbdce5a37f req-0c0388a7-1518-45c1-bc5c-bd51d8e0de72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:27.747547 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e826696-3ea2-4212-8416-91cbdce5a37f req-0c0388a7-1518-45c1-bc5c-bd51d8e0de72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0542936 Jan 23 21:48:27.799795 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e826696-3ea2-4212-8416-91cbdce5a37f req-6e2f70fa-14cf-46f5-8158-eb8124a1cbb8 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Jan 23 21:48:28.135443 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e8004478-efbd-40d4-b438-48a0ce2c6d77 req-1016ff8d-0c22-415f-949e-ce0c6598fdc9 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0457129 Jan 23 21:48:28.563983 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e2e98-bd41-447b-bea0-49d35ce6feb2 req-534cc057-b432-413b-885c-348394ff70e5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:28.565908 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b71e2e98-bd41-447b-bea0-49d35ce6feb2 req-534cc057-b432-413b-885c-348394ff70e5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0575609 Jan 23 21:48:28.623517 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b71e2e98-bd41-447b-bea0-49d35ce6feb2 req-d3b76bfb-c95f-494e-a61b-92f901ad3084 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475020 Jan 23 21:48:28.961875 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc64bc-5e7d-460a-91ed-821ca3dcd8bc req-c9092eda-8a94-4dfd-9424-1c4fabaa9d3b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:28.963580 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7cbc64bc-5e7d-460a-91ed-821ca3dcd8bc req-c9092eda-8a94-4dfd-9424-1c4fabaa9d3b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0554409 Jan 23 21:48:29.017924 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7cbc64bc-5e7d-460a-91ed-821ca3dcd8bc req-b895ff7c-a47c-4656-a8c3-862f37375e83 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477507 Jan 23 21:48:29.260839 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-96f0be02-b737-466c-8213-003ff82fb585 req-176466c4-8e34-46ce-95ab-dfe8a693c9d2 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0267372 Jan 23 21:48:29.753320 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf894f5-bb5b-4670-98b3-c936329e5670 req-7f7856f7-8374-4894-9db2-42bda40a7b14 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:29.754895 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0bf894f5-bb5b-4670-98b3-c936329e5670 req-7f7856f7-8374-4894-9db2-42bda40a7b14 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0575113 Jan 23 21:48:29.806411 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0bf894f5-bb5b-4670-98b3-c936329e5670 req-5581124a-b33f-49f6-a1d7-2cf1cae1315d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Jan 23 21:48:30.153425 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2e76c-1bc8-4c0b-9789-7e6935be7489 req-2970f2b4-8f0e-4e48-973c-9c97ecd06cac tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:30.154989 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2c2e76c-1bc8-4c0b-9789-7e6935be7489 req-2970f2b4-8f0e-4e48-973c-9c97ecd06cac tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0528779 Jan 23 21:48:30.231237 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2c2e76c-1bc8-4c0b-9789-7e6935be7489 req-abffc566-d99c-42b1-9fab-4b91f586a605 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693798 Jan 23 21:48:30.364393 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8da1d5f0-070b-40c6-b0d0-5afd5529560c req-c8bfbc24-56cc-4af9-8274-a2533c0f2b27 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0290685 Jan 23 21:48:30.937510 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e86f71ac-023f-4713-aeec-2c60d4c09963 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:48:30.941829 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148232-adeb-4fd8-9dcb-549e092f6191 req-9b3be486-a180-4639-aa4f-30e92f3a189c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:30.943451 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85148232-adeb-4fd8-9dcb-549e092f6191 req-9b3be486-a180-4639-aa4f-30e92f3a189c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0599799 Jan 23 21:48:30.966326 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: e86f71ac-023f-4713-aeec-2c60d4c09963 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:48:30.966759 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e86f71ac-023f-4713-aeec-2c60d4c09963 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:48:31.008155 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85148232-adeb-4fd8-9dcb-549e092f6191 req-988a341e-787e-4a6c-a029-a3a2842a618e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 Jan 23 21:48:31.375527 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d919e3-0543-4bdb-888f-4294d2ff4d73 req-0eedbb1f-b96e-47e1-b909-04f96766ed03 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:31.377670 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53d919e3-0543-4bdb-888f-4294d2ff4d73 req-0eedbb1f-b96e-47e1-b909-04f96766ed03 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0551927 Jan 23 21:48:31.446111 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53d919e3-0543-4bdb-888f-4294d2ff4d73 req-68e1cb92-11b8-4d2b-aaf5-a87c4afff08a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592127 Jan 23 21:48:31.485204 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-20fb8543-94c7-4a0a-9726-73c29a2aee5b req-b59a93c9-880d-4a36-bb9f-cb7287782ce4 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0305836 Jan 23 21:48:32.154792 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e217-79a9-423c-a294-e15119c83735 req-8062e7b8-d4df-465c-bfa6-b2f2882053ff tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:32.156283 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cdc9e217-79a9-423c-a294-e15119c83735 req-8062e7b8-d4df-465c-bfa6-b2f2882053ff tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0586734 Jan 23 21:48:32.417687 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cdc9e217-79a9-423c-a294-e15119c83735 req-1dd95467-08e7-4c69-9fd8-ea24b74f91ef tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528296 Jan 23 21:48:32.626437 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5e5c7-1af2-4efe-b377-36db62f6afa7 req-866348b0-3566-416f-807e-718771f07043 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:32.628835 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09b5e5c7-1af2-4efe-b377-36db62f6afa7 req-866348b0-3566-416f-807e-718771f07043 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0714998 Jan 23 21:48:32.677602 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df7ebb1a-4307-4e58-9703-58e2412d940d req-afd1dbfa-9f48-41b3-907b-32edeb3d5811 tempest-DeleteServersTestJSON-1427821776 tempest-DeleteServersTestJSON-1427821776-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a935bbb-5f53-45bf-b232-871045682c62 HTTP/1.1" status: 200 len: 210 time: 0.0407054 Jan 23 21:48:32.724424 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09b5e5c7-1af2-4efe-b377-36db62f6afa7 req-b2147586-8460-4d29-9238-4860566ac23e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Jan 23 21:48:33.052707 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:48:33.586839 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1f87c-d37f-4877-b86a-99dbbd4d49b8 req-2af872bc-cbf6-40a0-959b-a9d6f57a05d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:33.588505 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38c1f87c-d37f-4877-b86a-99dbbd4d49b8 req-2af872bc-cbf6-40a0-959b-a9d6f57a05d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0600452 Jan 23 21:48:33.644991 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38c1f87c-d37f-4877-b86a-99dbbd4d49b8 req-cbf256d7-7534-4216-b6db-653bd33a82f0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503540 Jan 23 21:48:33.848758 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0a07-670f-46e6-b1f0-1fc7d8d83869 req-5b2463cb-c361-4d72-949c-e3c8f48b8418 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:33.850752 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf8c0a07-670f-46e6-b1f0-1fc7d8d83869 req-5b2463cb-c361-4d72-949c-e3c8f48b8418 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0516927 Jan 23 21:48:33.902996 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf8c0a07-670f-46e6-b1f0-1fc7d8d83869 req-4a58f19c-64b2-41e4-add8-0781ba49a3dd tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452631 Jan 23 21:48:34.775171 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62068d7-a62a-40d9-b5f2-99d73b72714b req-fbbecb3a-f7fd-494c-aa0b-08eb977599b3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:34.776837 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f62068d7-a62a-40d9-b5f2-99d73b72714b req-fbbecb3a-f7fd-494c-aa0b-08eb977599b3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0594568 Jan 23 21:48:34.837385 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f62068d7-a62a-40d9-b5f2-99d73b72714b req-62f1eab6-ce85-4ccb-8152-b562bba59058 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Jan 23 21:48:35.956174 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4d14-6c4f-4982-a93f-aa4ba2f63612 req-e26af7f0-ef57-49e7-ba10-6dcd5e850606 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:35.957860 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f45f4d14-6c4f-4982-a93f-aa4ba2f63612 req-e26af7f0-ef57-49e7-ba10-6dcd5e850606 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0546052 Jan 23 21:48:36.017356 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f45f4d14-6c4f-4982-a93f-aa4ba2f63612 req-e6009072-548b-4809-a725-708c9eb58a8f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531988 Jan 23 21:48:37.228516 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94093421-313a-4eea-b9bd-c58501f71804 req-d8ae11c9-3067-4e6d-9c4a-e7f99ac5a936 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:37.232128 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94093421-313a-4eea-b9bd-c58501f71804 req-d8ae11c9-3067-4e6d-9c4a-e7f99ac5a936 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0996320 Jan 23 21:48:37.279864 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51578) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:37.295844 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94093421-313a-4eea-b9bd-c58501f71804 req-6878b184-200d-417c-a12b-da1af9043e79 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593572 Jan 23 21:48:37.359111 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Deleting subnet 846a3c93-7d00-4a3d-a8ba-0d9358f759ac {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:48:37.364034 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Publish callbacks [] for subnet (846a3c93-7d00-4a3d-a8ba-0d9358f759ac), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.431190 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Publish callbacks [] for subnet (846a3c93-7d00-4a3d-a8ba-0d9358f759ac), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.441709 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (846a3c93-7d00-4a3d-a8ba-0d9358f759ac), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.656652 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (846a3c93-7d00-4a3d-a8ba-0d9358f759ac), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.677260 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.681156 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/846a3c93-7d00-4a3d-a8ba-0d9358f759ac HTTP/1.1" status: 204 len: 168 time: 0.3994107 Jan 23 21:48:37.706499 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51604) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:37.713949 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c2906-4a89-49b8-abbf-56db8f99834c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846a3c93-7d00-4a3d-a8ba-0d9358f759ac,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:37.784344 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-23e157de-2cfa-4eb7-8231-18baaa627660 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:37.787224 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-23e157de-2cfa-4eb7-8231-18baaa627660 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.1716897 Jan 23 21:48:37.799310 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (752f5fd7-d5a3-49c3-aed5-d4b13c91e865), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.820392 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-81577102-ef67-484a-b272-498d8aae48cd tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/quotas/ee1757d1fd1149a2b16e5860993c48e4 HTTP/1.1" status: 200 len: 375 time: 0.0164657 Jan 23 21:48:37.905084 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-6e466530-b564-4335-9086-5748521fa502 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694337 Jan 23 21:48:37.918391 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (752f5fd7-d5a3-49c3-aed5-d4b13c91e865), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:37.954693 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.955762 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.957647 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.958253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > port after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.958851 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.959460 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > port after_update 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.960117 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.960673 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.961240 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:37.961793 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:38.053038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-ee5157f5-a042-4ac8-9564-2b1945c51bcd service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467185 Jan 23 21:48:38.145467 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:38.146428 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:38.146990 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:38.147581 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:38.150409 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752f5fd7-d5a3-49c3-aed5-d4b13c91e865']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:38.182440 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d2ba9f-9b3e-4d61-be67-da42749c638e') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:38.182917 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d2ba9f-9b3e-4d61-be67-da42749c638e') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:38.212835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (20d2ba9f-9b3e-4d61-be67-da42749c638e), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.219793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-6466acf2-8762-4424-8ed1-fb4ae9385faa service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508589 Jan 23 21:48:38.261476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (20d2ba9f-9b3e-4d61-be67-da42749c638e), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.278448 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:48:38.279435 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (20d2ba9f-9b3e-4d61-be67-da42749c638e), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: from cryptography.utils import int_from_bytes Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: from cryptography.utils import int_from_bytes Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.344515 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:48:38.349590 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:48:38.351088 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51622) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:48:38.352202 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:48:38.455906 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7927e87-6a4e-4457-a2cf-38ee30209291 req-1ab6112f-3dd3-429b-be09-56d2ada3d83f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:38.457415 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7927e87-6a4e-4457-a2cf-38ee30209291 req-1ab6112f-3dd3-429b-be09-56d2ada3d83f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0567665 Jan 23 21:48:38.531351 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (752f5fd7-d5a3-49c3-aed5-d4b13c91e865), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.538355 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7927e87-6a4e-4457-a2cf-38ee30209291 req-34c47719-86f4-47f5-9c7d-c1212328117c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720646 Jan 23 21:48:38.539887 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d9ec-2221-44c5-aecd-0fd0f4391f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.553918 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.573783 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] 10.222.0.72 "DELETE /v2.0/networks/752f5fd7-d5a3-49c3-aed5-d4b13c91e865 HTTP/1.1" status: 204 len: 168 time: 0.8639185 Jan 23 21:48:38.628601 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5e6ce-3b38-4450-940a-c22e7dd249fc admin admin] Pushing event deleted for resources: {'Network': ['ID=752f5fd7-d5a3-49c3-aed5-d4b13c91e865,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:38.672334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0f447359-eed5-42a5-b420-3b21ffbdb7c0 req-e3c15b3c-6fa6-4851-8590-a5bc2c8bf011 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 210 time: 0.0507574 Jan 23 21:48:38.789215 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d9ec-2221-44c5-aecd-0fd0f4391f63 admin admin] Publish callbacks [] for security_group (6bb38b23-6f85-4745-8bb7-1017581cc05f), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.835301 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51638) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:38.873400 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d9ec-2221-44c5-aecd-0fd0f4391f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6bb38b23-6f85-4745-8bb7-1017581cc05f), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:38.950315 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a5f1d9ec-2221-44c5-aecd-0fd0f4391f63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=631cb09abe2c46838d720a5b658fa705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6028903 Jan 23 21:48:38.950668 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51644) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:38.952108 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1d9ec-2221-44c5-aecd-0fd0f4391f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb38b23-6f85-4745-8bb7-1017581cc05f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:39.052344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9e1a-3e8d-46fc-b9be-b55b62657cc1 admin admin] Publish callbacks [] for security_group (6bb38b23-6f85-4745-8bb7-1017581cc05f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.073464 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6d98c5e1-261f-4aed-814a-d31ab892a5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.095004 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9e1a-3e8d-46fc-b9be-b55b62657cc1 admin admin] Publish callbacks [] for security_group (6bb38b23-6f85-4745-8bb7-1017581cc05f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.256333 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.257218 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9e1a-3e8d-46fc-b9be-b55b62657cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6bb38b23-6f85-4745-8bb7-1017581cc05f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.259974 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9e1a-3e8d-46fc-b9be-b55b62657cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.262482 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-fc3c9e1a-3e8d-46fc-b9be-b55b62657cc1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6bb38b23-6f85-4745-8bb7-1017581cc05f HTTP/1.1" status: 204 len: 168 time: 0.3107762 Jan 23 21:48:39.275571 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c9e1a-3e8d-46fc-b9be-b55b62657cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb38b23-6f85-4745-8bb7-1017581cc05f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:39.318023 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6d98c5e1-261f-4aed-814a-d31ab892a5d5 admin admin] Publish callbacks [] for security_group (05d13bed-1780-4840-a7a8-fc66bb63e834), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.359260 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51656) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:39.399017 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6d98c5e1-261f-4aed-814a-d31ab892a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (05d13bed-1780-4840-a7a8-fc66bb63e834), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.433799 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3e9fd0e0-8e77-41dc-a8a4-4f646c894e92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fe29be8edfb484fac7a900295f8890b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0731144 Jan 23 21:48:39.443389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51662) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:39.472171 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6d98c5e1-261f-4aed-814a-d31ab892a5d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43066a90a7824c2eb3b5487d5d1ac812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343336 Jan 23 21:48:39.476517 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98c5e1-261f-4aed-814a-d31ab892a5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d13bed-1780-4840-a7a8-fc66bb63e834,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:39.481282 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51666) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:39.517534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51670) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:39.573535 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-62176906-d28d-40bf-80d7-862e80709ed6 admin admin] Publish callbacks [] for security_group (056e736f-d9d3-4852-a30b-c3e82c4b735f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.598526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Deleting subnet 038b40f0-4823-4426-bcad-d77b46cd56db {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:48:39.607511 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Publish callbacks [] for subnet (038b40f0-4823-4426-bcad-d77b46cd56db), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.610028 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-62176906-d28d-40bf-80d7-862e80709ed6 admin admin] Publish callbacks [] for security_group (056e736f-d9d3-4852-a30b-c3e82c4b735f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.633691 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a905ce4a-b8e6-439e-b029-2188926ccab9 admin admin] Publish callbacks [] for security_group (05d13bed-1780-4840-a7a8-fc66bb63e834), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.669476 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Publish callbacks [] for subnet (038b40f0-4823-4426-bcad-d77b46cd56db), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.683656 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a905ce4a-b8e6-439e-b029-2188926ccab9 admin admin] Publish callbacks [] for security_group (05d13bed-1780-4840-a7a8-fc66bb63e834), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.693659 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (038b40f0-4823-4426-bcad-d77b46cd56db), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.837909 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-62176906-d28d-40bf-80d7-862e80709ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (056e736f-d9d3-4852-a30b-c3e82c4b735f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.842792 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-62176906-d28d-40bf-80d7-862e80709ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:39.845185 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-62176906-d28d-40bf-80d7-862e80709ed6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/056e736f-d9d3-4852-a30b-c3e82c4b735f HTTP/1.1" status: 204 len: 168 time: 0.3986201 Jan 23 21:48:39.852120 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a1e61b4-c04e-4aef-9247-55852d012dd4 req-e7cfdafd-f3b9-4464-a5f2-a3c1a1200d2c tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 210 time: 0.0917609 Jan 23 21:48:39.874997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62176906-d28d-40bf-80d7-862e80709ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e736f-d9d3-4852-a30b-c3e82c4b735f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:39.932059 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dc31-977e-4257-ad38-47bbe8eb080e req-b97d5348-2b98-40ec-a121-266ca1f699d3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:39.938570 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1652dc31-977e-4257-ad38-47bbe8eb080e req-b97d5348-2b98-40ec-a121-266ca1f699d3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1628528 Jan 23 21:48:40.058169 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a905ce4a-b8e6-439e-b029-2188926ccab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (05d13bed-1780-4840-a7a8-fc66bb63e834), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.061586 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a905ce4a-b8e6-439e-b029-2188926ccab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.064723 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a905ce4a-b8e6-439e-b029-2188926ccab9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05d13bed-1780-4840-a7a8-fc66bb63e834 HTTP/1.1" status: 204 len: 168 time: 0.5797591 Jan 23 21:48:40.082411 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905ce4a-b8e6-439e-b029-2188926ccab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d13bed-1780-4840-a7a8-fc66bb63e834,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:40.097438 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1652dc31-977e-4257-ad38-47bbe8eb080e req-682d3858-a54b-47a4-84ff-b46672d2519e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Jan 23 21:48:40.104114 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for subnet (038b40f0-4823-4426-bcad-d77b46cd56db), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.159492 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038b40f0-4823-4426-bcad-d77b46cd56db,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:40.163696 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.170296 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5c1b65ec-baa0-4482-a746-749ccf5847e4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/038b40f0-4823-4426-bcad-d77b46cd56db HTTP/1.1" status: 204 len: 168 time: 0.6476481 Jan 23 21:48:40.170296 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51688) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:40.261589 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (2a69728e-8815-4f4d-824f-668065664215), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.382804 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (2a69728e-8815-4f4d-824f-668065664215), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.414839 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.415610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.416835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.417395 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > port after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.417958 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.418500 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > port after_update 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.419050 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.419628 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.420139 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.420682 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.529428 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.529975 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.530536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.531098 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 23 21:48:40.531707 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a69728e-8815-4f4d-824f-668065664215']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:40.551482 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51694) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:40.558420 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49583f60-2a8a-4b8f-ba6b-2dd98c737645') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:40.559342 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49583f60-2a8a-4b8f-ba6b-2dd98c737645') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:40.572072 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39d5b446-b52c-41b5-bc58-87fed8d7799b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.592960 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (49583f60-2a8a-4b8f-ba6b-2dd98c737645), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.632119 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (49583f60-2a8a-4b8f-ba6b-2dd98c737645), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.648418 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:48:40.649179 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (49583f60-2a8a-4b8f-ba6b-2dd98c737645), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:48:40.654570 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:48:40.672926 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39d5b446-b52c-41b5-bc58-87fed8d7799b admin admin] Publish callbacks [] for security_group (95b8ef9c-ee26-41a1-a015-208134041e31), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.764318 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39d5b446-b52c-41b5-bc58-87fed8d7799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (95b8ef9c-ee26-41a1-a015-208134041e31), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.793890 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (2a69728e-8815-4f4d-824f-668065664215), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.805037 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.813051 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] 10.222.0.72 "DELETE /v2.0/networks/2a69728e-8815-4f4d-824f-668065664215 HTTP/1.1" status: 204 len: 168 time: 0.6417243 Jan 23 21:48:40.813492 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51700) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:40.817257 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-39d5b446-b52c-41b5-bc58-87fed8d7799b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=def203fbba8949ae9a721534731939d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596972 Jan 23 21:48:40.817257 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5b446-b52c-41b5-bc58-87fed8d7799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b8ef9c-ee26-41a1-a015-208134041e31,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:40.818373 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51702) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:40.894437 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-198626ae-158e-410f-8a01-b4315784dfc5 admin admin] Publish callbacks [] for security_group (95b8ef9c-ee26-41a1-a015-208134041e31), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.896754 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Deleting subnet 663d2a9a-76f3-4501-b9e4-6b17747d1feb {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:48:40.912325 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9f34b-ba09-4ccb-9ce3-2c41bbd4106e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a69728e-8815-4f4d-824f-668065664215,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:40.916329 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Publish callbacks [] for subnet (663d2a9a-76f3-4501-b9e4-6b17747d1feb), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.950769 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-198626ae-158e-410f-8a01-b4315784dfc5 admin admin] Publish callbacks [] for security_group (95b8ef9c-ee26-41a1-a015-208134041e31), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:40.974278 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (663d2a9a-76f3-4501-b9e4-6b17747d1feb), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.038984 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6b3b79d5-2a7e-462f-a068-ee6a788e604e req-3bb22dca-c751-4d62-b7c5-06b1c4d263ec tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 210 time: 0.0378525 Jan 23 21:48:41.053321 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (663d2a9a-76f3-4501-b9e4-6b17747d1feb), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.159426 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-198626ae-158e-410f-8a01-b4315784dfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (95b8ef9c-ee26-41a1-a015-208134041e31), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.163039 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-198626ae-158e-410f-8a01-b4315784dfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.169257 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-198626ae-158e-410f-8a01-b4315784dfc5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95b8ef9c-ee26-41a1-a015-208134041e31 HTTP/1.1" status: 204 len: 168 time: 0.3446119 Jan 23 21:48:41.174358 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198626ae-158e-410f-8a01-b4315784dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b8ef9c-ee26-41a1-a015-208134041e31,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:41.273720 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (663d2a9a-76f3-4501-b9e4-6b17747d1feb), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.326560 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766bf84-e41d-43fe-b3a6-2c9d21888755 req-86785844-6181-44c2-bdc1-fa078d33a08e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:41.328269 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4766bf84-e41d-43fe-b3a6-2c9d21888755 req-86785844-6181-44c2-bdc1-fa078d33a08e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1221938 Jan 23 21:48:41.329453 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663d2a9a-76f3-4501-b9e4-6b17747d1feb,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:41.333951 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.337833 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a0bcadb1-ecae-485e-b271-36e05c6ce697 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/663d2a9a-76f3-4501-b9e4-6b17747d1feb HTTP/1.1" status: 204 len: 168 time: 0.5134649 Jan 23 21:48:41.340754 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51724) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:41.596217 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4766bf84-e41d-43fe-b3a6-2c9d21888755 req-11174380-d2b1-4b09-8a88-b3e9129d9fa2 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682962 Jan 23 21:48:41.597903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (f362d47c-7eb5-40a8-b5a1-bd7ec35c620b), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.597903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (f362d47c-7eb5-40a8-b5a1-bd7ec35c620b), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.597903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f362d47c-7eb5-40a8-b5a1-bd7ec35c620b']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:41.597903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5d80aa-1875-4eee-bb2f-186884fa41a0') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:41.597903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5d80aa-1875-4eee-bb2f-186884fa41a0') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:41.597903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (7c5d80aa-1875-4eee-bb2f-186884fa41a0), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.600218 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51726) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:41.607038 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (7c5d80aa-1875-4eee-bb2f-186884fa41a0), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.630656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd589-c40f-46a1-8f0f-99ae3ff84afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.633690 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:48:41.634115 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (7c5d80aa-1875-4eee-bb2f-186884fa41a0), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:48:41.637508 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:48:41.829665 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (f362d47c-7eb5-40a8-b5a1-bd7ec35c620b), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.842560 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.848462 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f362d47c-7eb5-40a8-b5a1-bd7ec35c620b HTTP/1.1" status: 204 len: 168 time: 0.5062289 Jan 23 21:48:41.871054 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296054f-f00a-4c5f-b219-f9b2274b33f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f362d47c-7eb5-40a8-b5a1-bd7ec35c620b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:41.925004 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd589-c40f-46a1-8f0f-99ae3ff84afc admin admin] Publish callbacks [] for security_group (c3375be4-2f3e-47f2-9af8-b9a739928161), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:41.926198 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-eb7a8dd1-767e-41c1-8f90-160d348af8c0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:41.928687 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-eb7a8dd1-767e-41c1-8f90-160d348af8c0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.2229331 Jan 23 21:48:41.942481 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Request body: {'port': {'device_id': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'admin_state_up': True, 'tenant_id': 'ee1757d1fd1149a2b16e5860993c48e4'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:42.148179 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd589-c40f-46a1-8f0f-99ae3ff84afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c3375be4-2f3e-47f2-9af8-b9a739928161), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.173091 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-78afb998-02fc-4801-addb-edce05f73b1a req-0f49d467-050b-4eea-8ded-6a516f31d30a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 210 time: 0.0458968 Jan 23 21:48:42.185030 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51746) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:42.258020 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4b5dd589-c40f-46a1-8f0f-99ae3ff84afc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6b03c72d16a4a17a24ff22617636001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554997 Jan 23 21:48:42.258020 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dd589-c40f-46a1-8f0f-99ae3ff84afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3375be4-2f3e-47f2-9af8-b9a739928161,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:42.258380 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51752) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:42.322857 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0812-b5d9-433f-b54b-01544f40e254 admin admin] Publish callbacks [] for security_group (c3375be4-2f3e-47f2-9af8-b9a739928161), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.327434 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Made reservation on behalf of ee1757d1fd1149a2b16e5860993c48e4 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:42.331695 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.379912 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0812-b5d9-433f-b54b-01544f40e254 admin admin] Publish callbacks [] for security_group (c3375be4-2f3e-47f2-9af8-b9a739928161), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.385978 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-network', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:42.596362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Made reservation on behalf of ad81ef47542743ff8193845fef19eca0 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:42.599089 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.617989 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51766) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:42.622079 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.643710 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Allocated IP 172.20.0.10 (24aab133-8bab-4f09-a830-696f48e02d16/589f5608-ab80-4e5e-b827-eef211b06904/9d4815d0-33d8-485a-8ef1-19a5bffe36ad) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:48:42.679239 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42632b13-7485-4063-8e0e-15387c033136 req-d535b232-082e-48f2-818d-212fdf4b0c97 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:42.681198 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-42632b13-7485-4063-8e0e-15387c033136 req-d535b232-082e-48f2-818d-212fdf4b0c97 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1269197 Jan 23 21:48:42.697551 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-91e9d68f-a3dc-434d-b2d0-219a5600cfcd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2eac8ab110144d0c89b09372e21829b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0775950 Jan 23 21:48:42.701624 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51768) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:42.778754 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0812-b5d9-433f-b54b-01544f40e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c3375be4-2f3e-47f2-9af8-b9a739928161), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.784009 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0812-b5d9-433f-b54b-01544f40e254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.789869 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5bbd0812-b5d9-433f-b54b-01544f40e254 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3375be4-2f3e-47f2-9af8-b9a739928161 HTTP/1.1" status: 204 len: 168 time: 0.5299301 Jan 23 21:48:42.821562 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad90b368-72fb-4213-9030-197f8109b2f4 admin admin] Publish callbacks [] for security_group (1a0edd19-95ac-4d90-98aa-06cdafa21126), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.875582 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad90b368-72fb-4213-9030-197f8109b2f4 admin admin] Publish callbacks [] for security_group (1a0edd19-95ac-4d90-98aa-06cdafa21126), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:42.907540 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-42632b13-7485-4063-8e0e-15387c033136 req-6fa70ef9-b0f3-42a5-83a1-e2a75827683a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154260 Jan 23 21:48:42.911635 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd0812-b5d9-433f-b54b-01544f40e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3375be4-2f3e-47f2-9af8-b9a739928161,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:43.085610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks [] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.105945 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks [] for security_group (d7295cd3-c7c3-4c86-bed9-42491dff2ecf), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.109347 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad90b368-72fb-4213-9030-197f8109b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1a0edd19-95ac-4d90-98aa-06cdafa21126), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.112225 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad90b368-72fb-4213-9030-197f8109b2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.113572 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ad90b368-72fb-4213-9030-197f8109b2f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a0edd19-95ac-4d90-98aa-06cdafa21126 HTTP/1.1" status: 204 len: 168 time: 0.4054093 Jan 23 21:48:43.121341 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90b368-72fb-4213-9030-197f8109b2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0edd19-95ac-4d90-98aa-06cdafa21126,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:43.217845 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (d7295cd3-c7c3-4c86-bed9-42491dff2ecf), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.225196 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.251014 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', '73757944-3553-466b-9c3e-f2bfabf8eec0'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:48:43.367165 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e95f-c327-4827-b955-743ae6406ea4 req-dc4bf9d5-97c6-4881-ad04-960599a9ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:43.369338 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6312e95f-c327-4827-b955-743ae6406ea4 req-dc4bf9d5-97c6-4881-ad04-960599a9ccd8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 1098 time: 0.0939674 Jan 23 21:48:43.405811 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:48:43.413056 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event updated for resources: {'Port': ['ID=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:43.452157 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Network 24aab133-8bab-4f09-a830-696f48e02d16 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:43.453703 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7295cd3-c7c3-4c86-bed9-42491dff2ecf,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:43.458244 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:43.467673 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:48:43.471528 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (531f89d5-0038-481a-bfa1-2320c9f85549), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.471886 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Added segment 531f89d5-0038-481a-bfa1-2320c9f85549 of type vlan for network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 Jan 23 21:48:43.508285 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6312e95f-c327-4827-b955-743ae6406ea4 req-613aee0f-046f-4851-b1d5-9a0f46d6083f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286819 Jan 23 21:48:43.573289 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.591109 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adcba0-fb00-4234-8e1b-a60b1077fd06 req-29c37fa8-ab29-48c2-a3fa-7d52ea97b963 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:43.598623 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01adcba0-fb00-4234-8e1b-a60b1077fd06 req-29c37fa8-ab29-48c2-a3fa-7d52ea97b963 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 932 time: 0.2637568 Jan 23 21:48:43.662086 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:43.662757 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.719030 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01adcba0-fb00-4234-8e1b-a60b1077fd06 req-ce9062f1-8d76-4b63-8844-9d5c3dc15414 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193883 Jan 23 21:48:43.738775 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.740663 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:43.741730 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.789894 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-fc258da6-b9ea-4da5-8e12-94a5a29a98fb tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8516786 Jan 23 21:48:43.827422 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Request body: {'port': {'device_id': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:43.885552 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6975040 Jan 23 21:48:43.892733 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51800) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:43.892733 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Request body: {'subnet': {'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-subnet', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:43.918915 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead947c3-bcfe-442f-8486-8276e8adc46c admin admin] Pushing event updated for resources: {'Network': ['ID=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:43.940677 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:48:43.976036 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:43.999525 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Made reservation on behalf of ad81ef47542743ff8193845fef19eca0 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:48:44.003100 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.186630 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe1e3-eba6-4f73-9bac-048555280868 req-95a2fdfa-4d7d-4eda-833f-bf1bc4a5a56f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:44.188273 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff5fe1e3-eba6-4f73-9bac-048555280868 req-95a2fdfa-4d7d-4eda-833f-bf1bc4a5a56f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1507657 Jan 23 21:48:44.336693 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51810) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:44.412659 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-796e13d0-e164-4eb1-b4e6-6516846b51c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ff409827fe64e17a252d47567db3c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734265 Jan 23 21:48:44.415847 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (d5c3b91c-e818-4d97-a565-fa028cebcf2e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.419572 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51812) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:44.563244 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c3b91c-e818-4d97-a565-fa028cebcf2e,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:44.602777 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff5fe1e3-eba6-4f73-9bac-048555280868 req-290883c9-2a9c-4c5d-8ed3-c0f519faaddc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042118 Jan 23 21:48:44.614376 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Checking segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:44.614981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Network hostable DHCP agents. Network: 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:48:44.631029 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-207e8db7-4a96-43ee-b04b-0cb20e59d7f1 admin admin] Publish callbacks [] for security_group (6d0c1d4f-399c-472a-a1ae-d1b6f3721a12), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.693629 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-207e8db7-4a96-43ee-b04b-0cb20e59d7f1 admin admin] Publish callbacks [] for security_group (6d0c1d4f-399c-472a-a1ae-d1b6f3721a12), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.761494 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4815d0-33d8-485a-8ef1-19a5bffe36ad {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:48:44.774433 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Publish callbacks [] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.788928 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:48:44.790387 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Transition to ACTIVE for port object 9d4815d0-33d8-485a-8ef1-19a5bffe36ad will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:48:44.889983 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.896580 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:44.900440 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-207e8db7-4a96-43ee-b04b-0cb20e59d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6d0c1d4f-399c-472a-a1ae-d1b6f3721a12), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.905734 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-207e8db7-4a96-43ee-b04b-0cb20e59d7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.909314 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-207e8db7-4a96-43ee-b04b-0cb20e59d7f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d0c1d4f-399c-472a-a1ae-d1b6f3721a12 HTTP/1.1" status: 204 len: 168 time: 0.4822001 Jan 23 21:48:44.918880 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:44.920206 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:44.922073 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b885d1-7a85-4df5-aae3-3b3dba6cc877 None None] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:48:44.953956 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e8db7-4a96-43ee-b04b-0cb20e59d7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0c1d4f-399c-472a-a1ae-d1b6f3721a12,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:45.010091 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:45.077374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265fae-09de-4323-892e-6d49213cab5d req-81cb0394-867a-43db-859a-93dafd5e7c8e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:45.079494 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9265fae-09de-4323-892e-6d49213cab5d req-81cb0394-867a-43db-859a-93dafd5e7c8e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 932 time: 0.2418251 Jan 23 21:48:45.107209 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0e66403a-3b4f-47d6-be40-b0031e59f843 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2194607 Jan 23 21:48:45.112141 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51834) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:45.117552 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:45.171583 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:48:45.172460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.204964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Attempting to bind port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:48:45.205526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Attempting to bind port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:48:45.206012 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Attempting to bind port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:45.214425 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9265fae-09de-4323-892e-6d49213cab5d req-b33b4c9e-cccd-48a5-b5bf-65051b0ada9f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138101 Jan 23 21:48:45.216999 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad on network 24aab133-8bab-4f09-a830-696f48e02d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:48:45.217419 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Attempting to bind port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:45.224331 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:48:45.225916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Checking segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:45.225916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Bound using segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:48:45.225916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Bound port: 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:48:45.226207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.295943 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (bbd54224-278d-4c24-8e7a-a4aaffb1051e), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.297165 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (bbd54224-278d-4c24-8e7a-a4aaffb1051e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.340766 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] For port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host hv-cinder-82160, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:48:45.350799 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] For port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:48:45.362591 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks [] for router_controller (bbd54224-278d-4c24-8e7a-a4aaffb1051e), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.364006 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Allocated IP 172.20.0.2 (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767/d5c3b91c-e818-4d97-a565-fa028cebcf2e/5807956f-1bfc-4ade-9f0a-756ff646f274) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:48:45.456813 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.466406 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf98695a-5a74-4851-829d-26bcd5548462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.539463 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:45.540643 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.543649 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] 10.222.0.112 "PUT /v2.0/ports/9d4815d0-33d8-485a-8ef1-19a5bffe36ad HTTP/1.1" status: 200 len: 1094 time: 1.7274563 Jan 23 21:48:45.544699 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'tag': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:48:45.563193 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973" -d '{"events": [{"name": "network-changed", "server_uuid": "945c64bf-9827-4cd3-ba73-e231b0b9e8bd", "tag": "9d4815d0-33d8-485a-8ef1-19a5bffe36ad"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:48:45.597950 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7ec40-4104-4f6a-bc56-37f53846af60 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:45.634721 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Publish callbacks [] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.652863 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a73ad0c-0818-4f2a-959d-47909baaa36d x-openstack-request-id: req-5a73ad0c-0818-4f2a-959d-47909baaa36d {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:48:45.653919 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945c64bf-9827-4cd3-ba73-e231b0b9e8bd", "tag": "9d4815d0-33d8-485a-8ef1-19a5bffe36ad", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:48:45.654577 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a73ad0c-0818-4f2a-959d-47909baaa36d {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:48:45.655189 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'tag': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad', 'status': 'completed', 'code': 200} Jan 23 21:48:45.729970 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.812988 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:45.823644 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:45.833367 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:48:45.864469 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks [] for router_gateway (bbd54224-278d-4c24-8e7a-a4aaffb1051e), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.866982 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Pushing event updated for resources: {'Port': ['ID=5807956f-1bfc-4ade-9f0a-756ff646f274,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:45.898585 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0922e7-1e4c-4b64-ad43-5c4ca2d1aa6d req-3f368b39-59de-48b6-ba7d-15c76cfdc6a8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:45.901333 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c0922e7-1e4c-4b64-ad43-5c4ca2d1aa6d req-3f368b39-59de-48b6-ba7d-15c76cfdc6a8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1609669 Jan 23 21:48:45.938040 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Attempting to bind port 5807956f-1bfc-4ade-9f0a-756ff646f274 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Attempting to bind port 5807956f-1bfc-4ade-9f0a-756ff646f274 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Attempting to bind port 5807956f-1bfc-4ade-9f0a-756ff646f274 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Checking segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Bound using segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Bound port: 5807956f-1bfc-4ade-9f0a-756ff646f274, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:48:45.950943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:45.982435 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c0922e7-1e4c-4b64-ad43-5c4ca2d1aa6d req-b0586ff0-b4d9-454c-b0e6-ff71c43690d9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655723 Jan 23 21:48:46.062442 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] For port 5807956f-1bfc-4ade-9f0a-756ff646f274, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:48:46.072409 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] For port 5807956f-1bfc-4ade-9f0a-756ff646f274, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=5807956f-1bfc-4ade-9f0a-756ff646f274,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:48:46.151998 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:46.238531 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577283-e90b-44be-aca2-53fa84f6d491 None None] Pushing event updated for resources: {'Port': ['ID=5807956f-1bfc-4ade-9f0a-756ff646f274,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:46.397324 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c18b-6c37-40c3-91ef-8dbc2db13555 req-9aca8b68-d178-45a9-ab84-cd35f2410e00 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:46.400875 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c706c18b-6c37-40c3-91ef-8dbc2db13555 req-9aca8b68-d178-45a9-ab84-cd35f2410e00 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.0952523 Jan 23 21:48:46.509029 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c706c18b-6c37-40c3-91ef-8dbc2db13555 req-35564659-9016-428a-8d55-8c40f0991cf8 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973077 Jan 23 21:48:46.563780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks [] for router_gateway (bbd54224-278d-4c24-8e7a-a4aaffb1051e), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:46.606423 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:46.779770 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 51872) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:46.796344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Allocated IP 172.27.0.77 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:48:46.965442 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks [] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:47.037679 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a768a5ea-ef44-4c8b-b52c-5c0f2d7c727f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:47.130831 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:47.231795 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:47.243109 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:47.251828 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:48:47.338164 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e26b5-dadf-4142-8af3-f4e1509a3257 req-57c34514-f29d-45ab-b081-065b2c658d24 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:47.340785 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5b1e26b5-dadf-4142-8af3-f4e1509a3257 req-57c34514-f29d-45ab-b081-065b2c658d24 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.1784511 Jan 23 21:48:47.408940 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a768a5ea-ef44-4c8b-b52c-5c0f2d7c727f admin admin] Publish callbacks [] for security_group (f05553af-c12d-45ce-96dd-852586af7ce0), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:47.494083 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5b1e26b5-dadf-4142-8af3-f4e1509a3257 req-71411c5d-7f22-419d-bca3-9e0615e6959f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351852 Jan 23 21:48:47.499432 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a768a5ea-ef44-4c8b-b52c-5c0f2d7c727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f05553af-c12d-45ce-96dd-852586af7ce0), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:47.638740 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:47.690353 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768a5ea-ef44-4c8b-b52c-5c0f2d7c727f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05553af-c12d-45ce-96dd-852586af7ce0,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:47.706436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51900) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:47.718057 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a768a5ea-ef44-4c8b-b52c-5c0f2d7c727f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4198902caf7451c8c7e1d3481a83a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9370227 Jan 23 21:48:47.756637 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 5807956f-1bfc-4ade-9f0a-756ff646f274 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:48:47.816901 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90515-1760-46e8-9d08-afecb3d442d2 req-4875b69d-f44e-4d41-94ae-0511a09df761 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:47.820987 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2ca90515-1760-46e8-9d08-afecb3d442d2 req-4875b69d-f44e-4d41-94ae-0511a09df761 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.1728323 Jan 23 21:48:47.869933 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-48c208b9-48bf-4bdf-b390-55e07ffeef24 admin admin] Publish callbacks [] for security_group (f05553af-c12d-45ce-96dd-852586af7ce0), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:47.948869 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e7c36-298b-470d-973e-06b5b05a0d7a None None] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:48:47.978729 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-48c208b9-48bf-4bdf-b390-55e07ffeef24 admin admin] Publish callbacks [] for security_group (f05553af-c12d-45ce-96dd-852586af7ce0), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.054501 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks [] for router_gateway (bbd54224-278d-4c24-8e7a-a4aaffb1051e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.059531 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2ca90515-1760-46e8-9d08-afecb3d442d2 req-d4cc83a3-248b-4b79-b3d4-a5cc99a276ab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318051 Jan 23 21:48:48.126088 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d91c270a-7dd6-4ba4-86b1-08b9dc4add4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.154461 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973 req-092dfaca-0ba0-454c-a848-c6119e2a2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:48.157123 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973 req-092dfaca-0ba0-454c-a848-c6119e2a2397 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 1097 time: 0.1493928 Jan 23 21:48:48.163150 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Provisioning complete for port 5807956f-1bfc-4ade-9f0a-756ff646f274 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:48.163571 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.317690 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-48c208b9-48bf-4bdf-b390-55e07ffeef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f05553af-c12d-45ce-96dd-852586af7ce0), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.321120 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-48c208b9-48bf-4bdf-b390-55e07ffeef24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.325048 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-48c208b9-48bf-4bdf-b390-55e07ffeef24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f05553af-c12d-45ce-96dd-852586af7ce0 HTTP/1.1" status: 204 len: 168 time: 0.6149294 Jan 23 21:48:48.345157 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c208b9-48bf-4bdf-b390-55e07ffeef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05553af-c12d-45ce-96dd-852586af7ce0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:48.420071 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973 req-2c7a0301-ef89-4921-afb0-8dae09c15fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:48.423929 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973 req-2c7a0301-ef89-4921-afb0-8dae09c15fdf service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2578833 Jan 23 21:48:48.470863 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (bbd54224-278d-4c24-8e7a-a4aaffb1051e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.495672 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 5807956f-1bfc-4ade-9f0a-756ff646f274 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:48.496947 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.683048 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973 req-9906292d-bda8-4701-bc1b-ac0474beaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:48.685283 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e4d97cb1-a86e-48e1-aa0c-81775b8a4973 req-9906292d-bda8-4701-bc1b-ac0474beaa88 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2540178 Jan 23 21:48:48.944871 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc15159-7f9c-42a5-b221-a77448274cc5 req-0843ac10-e49c-4ff9-9b77-4ac729ce07b8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:48.949063 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fc15159-7f9c-42a5-b221-a77448274cc5 req-0843ac10-e49c-4ff9-9b77-4ac729ce07b8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.2361095 Jan 23 21:48:48.967427 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Current status of the port 5807956f-1bfc-4ade-9f0a-756ff646f274 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:48.974577 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:48.978001 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 5807956f-1bfc-4ade-9f0a-756ff646f274 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:48.978634 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:49.033797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:48:49.085982 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-ed95e035-d27f-4b94-8ccc-832f1c91bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:49.094618 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-ed95e035-d27f-4b94-8ccc-832f1c91bb17 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 1097 time: 0.2844872 Jan 23 21:48:49.156083 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 5807956f-1bfc-4ade-9f0a-756ff646f274, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=5807956f-1bfc-4ade-9f0a-756ff646f274,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:49.242426 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-6ec984d2-5f07-4720-87be-ccab76acd953 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4815d0-33d8-485a-8ef1-19a5bffe36ad HTTP/1.1" status: 200 len: 217 time: 0.1257265 Jan 23 21:48:49.293359 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fc15159-7f9c-42a5-b221-a77448274cc5 req-81ac6c1f-a239-4aac-9996-e6c22d9c6ec3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263366 Jan 23 21:48:49.319483 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:48:49.330396 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:48:49.368644 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:48:49.369290 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:48:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:49.395501 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-440c7276-8ffe-4454-b0b3-becfae5d7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:49.397365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-440c7276-8ffe-4454-b0b3-becfae5d7545 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.1538806 Jan 23 21:48:49.475552 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:49.477106 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-86436ab0-845a-4198-ae18-d42e8ec617b5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3634369 Jan 23 21:48:49.480253 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:49.481844 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 51952) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:49.488313 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-a3131c31-f3ec-4856-a0aa-db24f54c6bd5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791488 Jan 23 21:48:49.508319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ea53-e0b1-4a08-bea5-a735e9eebd14 req-052f5a52-5454-415f-b829-bcfd50b75798 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:49.524580 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:48:49.525078 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c57ea53-e0b1-4a08-bea5-a735e9eebd14 req-052f5a52-5454-415f-b829-bcfd50b75798 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.1780219 Jan 23 21:48:49.576100 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:49.580941 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=5807956f-1bfc-4ade-9f0a-756ff646f274,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:49.585186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 23 21:48:49.585882 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 23 21:48:49.807085 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:47Z', 'revision_number': 3, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:49.838509 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:48:49.838869 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Updating router bbd54224-278d-4c24-8e7a-a4aaffb1051e port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:48:49.889456 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.004365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-26a52486-fdfa-4b13-83ae-0f046dd0242f service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132368 Jan 23 21:48:50.025375 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c57ea53-e0b1-4a08-bea5-a735e9eebd14 req-5aa2c575-63bb-4e39-93a5-a11df6bb7490 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986138 Jan 23 21:48:50.198266 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d684f-90c7-4545-a50e-02396048e81a None None] Current status of the port 5807956f-1bfc-4ade-9f0a-756ff646f274 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:50.367113 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-c44e9422-b77e-4922-9187-89f19e418edf None None] Provisioning complete for port 5807956f-1bfc-4ade-9f0a-756ff646f274 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:50.367113 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c44e9422-b77e-4922-9187-89f19e418edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.372855 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f85b435-edd6-4b9c-b7e2-8bc7686cc6a6 req-a32fec66-0b6f-4b86-9040-e85b0932cddb service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450778 Jan 23 21:48:50.433801 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Publish callbacks [] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.554758 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.556820 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.557948 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8bdd7-8948-4d6d-901a-e0d958551ef2 req-b35310ae-bbfc-4916-8f99-41639d97b0d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:50.562575 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-36d8bdd7-8948-4d6d-901a-e0d958551ef2 req-b35310ae-bbfc-4916-8f99-41639d97b0d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0856929 Jan 23 21:48:50.572630 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c44e9422-b77e-4922-9187-89f19e418edf None None] Current status of the port 5807956f-1bfc-4ade-9f0a-756ff646f274 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:50.626045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.660223 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-36d8bdd7-8948-4d6d-901a-e0d958551ef2 req-155abbb4-49ab-4ace-a231-64c79fef5f0a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831144 Jan 23 21:48:50.662379 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Pushing event updated for resources: {'Port': ['ID=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:50.664941 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Attempting to bind port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:48:50.665394 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Attempting to bind port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:48:50.665738 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Attempting to bind port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:50.676475 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.677159 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.677520 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.677892 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.678262 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.678530 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.678870 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.679401 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.679719 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.684168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.684168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.684168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.684168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:48:50.684899 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:48:50.685294 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:50.685783 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.686172 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:48:50.686909 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Bound port: 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:48:50.687409 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.779196 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] For port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:48:50.784587 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] For port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:48:50.890695 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:50.911962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Allocated IP 172.20.0.1 (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767/d5c3b91c-e818-4d97-a565-fa028cebcf2e/85ec90a0-3b54-4038-b77e-80beccdcff10) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:48:50.918696 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61bb52-10b6-41fa-accd-c2769f6ff102 req-e778683b-d324-45b4-b611-0d5439ce132a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:50.922365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b61bb52-10b6-41fa-accd-c2769f6ff102 req-e778683b-d324-45b4-b611-0d5439ce132a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1079803 Jan 23 21:48:50.999411 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b61bb52-10b6-41fa-accd-c2769f6ff102 req-fe0f27cd-1532-4766-a8c7-4a923a5f7ebc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695457 Jan 23 21:48:51.005777 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc82327-4618-40ec-8368-315f33a4c3ee None None] Pushing event updated for resources: {'Port': ['ID=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:51.031254 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:48:51.032843 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:48:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:51.192043 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks [] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:51.353288 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:51.363551 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19dcbf-58ac-4b18-8619-eb0223cf3de0 req-a4dca6c1-4450-445d-a68f-76b5b13a68a0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:51.365513 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f19dcbf-58ac-4b18-8619-eb0223cf3de0 req-a4dca6c1-4450-445d-a68f-76b5b13a68a0 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.1117008 Jan 23 21:48:51.365654 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:48:51.436613 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:51.442877 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:51.459957 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:48:51.460598 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9f19dcbf-58ac-4b18-8619-eb0223cf3de0 req-ee9fb741-db5f-4225-936a-9172032bac48 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942729 Jan 23 21:48:51.546161 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Pushing event updated for resources: {'Port': ['ID=85ec90a0-3b54-4038-b77e-80beccdcff10,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:51.597436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (bbd54224-278d-4c24-8e7a-a4aaffb1051e), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:51.645500 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 5807956f-1bfc-4ade-9f0a-756ff646f274 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:48:51.787177 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 5807956f-1bfc-4ade-9f0a-756ff646f274 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:51.787808 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:51.928863 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-97c5afd5-7d36-4d99-9403-8a5df4b11a64 None None] Provisioning complete for port 85ec90a0-3b54-4038-b77e-80beccdcff10 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:51.929251 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-97c5afd5-7d36-4d99-9403-8a5df4b11a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:51.931456 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 5807956f-1bfc-4ade-9f0a-756ff646f274 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:51.980243 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:47Z', 'revision_number': 3, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:51.991122 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-97c5afd5-7d36-4d99-9403-8a5df4b11a64 None None] Port 85ec90a0-3b54-4038-b77e-80beccdcff10 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:48:52.034537 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23535ff2-aa7a-4b84-a8df-17e44c8dff88 None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:47Z', 'revision_number': 3, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:48:52.036823 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:52.078447 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:52.323408 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks [] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:52.436186 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:52.554946 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (bbd54224-278d-4c24-8e7a-a4aaffb1051e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:52.673143 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Pushing event updated for resources: {'Port': ['ID=85ec90a0-3b54-4038-b77e-80beccdcff10,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:52.753325 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:52.755123 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:52.776614 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597e476-8b80-4bc1-8851-a24ba1616805 req-f0c4cbc6-1313-439b-98c0-beee14cbbe0f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:52.778982 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8597e476-8b80-4bc1-8851-a24ba1616805 req-f0c4cbc6-1313-439b-98c0-beee14cbbe0f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.1115420 Jan 23 21:48:52.879045 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8597e476-8b80-4bc1-8851-a24ba1616805 req-f8b60c68-6004-41fe-8550-557ae065560b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 Jan 23 21:48:53.128014 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-a893bd8c-a2a2-4153-8bbd-bd6b1ef9f20d None None] Provisioning complete for port 85ec90a0-3b54-4038-b77e-80beccdcff10 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:53.129764 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a893bd8c-a2a2-4153-8bbd-bd6b1ef9f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:53.189633 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a893bd8c-a2a2-4153-8bbd-bd6b1ef9f20d None None] Port 85ec90a0-3b54-4038-b77e-80beccdcff10 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:48:53.213291 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:48:53.359868 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:48:53.380322 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ca188a9e-22dc-46ee-930c-442301d27957 admin admin] 10.222.0.72 "PUT /v2.0/routers/bbd54224-278d-4c24-8e7a-a4aaffb1051e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8888755 Jan 23 21:48:53.645176 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:48:53.744124 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:53.744517 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:53.870294 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:53.871231 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:53.899433 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:53.992648 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.080641 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:54.105445 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708a50-ffe3-4f94-8c83-dc37786017fb req-bb5fe7bd-652b-4fb1-a2de-2c5ebe17e04d tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:54.112025 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7708a50-ffe3-4f94-8c83-dc37786017fb req-bb5fe7bd-652b-4fb1-a2de-2c5ebe17e04d tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.0741615 Jan 23 21:48:54.180635 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52062) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:54.181236 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7708a50-ffe3-4f94-8c83-dc37786017fb req-c76990c5-3b7c-4a02-b099-dee042717156 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636852 Jan 23 21:48:54.185842 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023926298', 'description': 'tempest-description--1832685840'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:54.283452 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.326971 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:48:54.341290 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:48:54.341943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:48:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:54.385861 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (2eea663d-4c6c-4f36-9a2a-afc3b876f060), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.482663 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:48:54.495831 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2eea663d-4c6c-4f36-9a2a-afc3b876f060), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.578163 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eea663d-4c6c-4f36-9a2a-afc3b876f060,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:54.601959 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.603773 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-645a8455-61fc-49be-856e-628795463daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4217489 Jan 23 21:48:54.608963 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 52070) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:54.614550 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'security_group_rule': {'security_group_id': '2eea663d-4c6c-4f36-9a2a-afc3b876f060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:54.756512 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:52Z', 'revision_number': 2, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:54.781642 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (f3b77e99-7a6f-4394-bdaa-5df9cddb7cf7), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.800696 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:48:54.801364 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Updating router bbd54224-278d-4c24-8e7a-a4aaffb1051e port 85ec90a0-3b54-4038-b77e-80beccdcff10 binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:48:54.839966 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:54.877112 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (f3b77e99-7a6f-4394-bdaa-5df9cddb7cf7), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.015748 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (f3b77e99-7a6f-4394-bdaa-5df9cddb7cf7), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.030121 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9d4815d0-33d8-485a-8ef1-19a5bffe36ad details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:48:55.045819 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b77e99-7a6f-4394-bdaa-5df9cddb7cf7,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:55.194185 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.198120 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-09a7cf43-cdd3-4a33-beee-c38595b98d82 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5854509 Jan 23 21:48:55.198435 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 52080) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:55.205353 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'security_group_rule': {'security_group_id': '2eea663d-4c6c-4f36-9a2a-afc3b876f060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:55.282421 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:55.306139 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'port_id': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad', 'mac_address': 'fa:16:3e:40:bb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589f5608-ab80-4e5e-b827-eef211b06904', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:48:55.312063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Publish callbacks [] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.318871 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7c544-4f79-485d-8108-d01f11c2f92b req-a9121ff1-4b8e-471a-84dd-efe6c2a8a158 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:55.320689 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-16f7c544-4f79-485d-8108-d01f11c2f92b req-a9121ff1-4b8e-471a-84dd-efe6c2a8a158 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 944 time: 0.0557642 Jan 23 21:48:55.359481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:55.359481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.377102 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4815d0-33d8-485a-8ef1-19a5bffe36ad {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:48:55.410395 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:55.411066 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-16f7c544-4f79-485d-8108-d01f11c2f92b req-5b72d0b5-0b19-48bf-9a47-ef4f9d82c4ce tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 Jan 23 21:48:55.428568 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (a4e4d80d-6520-4630-968c-6efda6b4e9fa), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.449929 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.534923 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.580807 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (a4e4d80d-6520-4630-968c-6efda6b4e9fa), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.606425 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53f94-0418-47b3-b227-8131c2d9e5d7 None None] Pushing event updated for resources: {'Port': ['ID=85ec90a0-3b54-4038-b77e-80beccdcff10,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:55.690752 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (a4e4d80d-6520-4630-968c-6efda6b4e9fa), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.718916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e4d80d-6520-4630-968c-6efda6b4e9fa,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:55.749657 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:48:55.796394 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:55.799609 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-03321841-2ead-41d4-a9d9-6038cb26a547 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5985372 Jan 23 21:48:55.804352 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52098) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:55.815145 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:48:56.010098 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.158771 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.163474 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:56.180985 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Attempting to bind port 85ec90a0-3b54-4038-b77e-80beccdcff10 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:48:56.181715 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd53d5-fa12-4644-95e2-d080ca90eb0f req-aab04c16-cccc-4e24-8b02-c194f7b9286b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:56.184166 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Attempting to bind port 85ec90a0-3b54-4038-b77e-80beccdcff10 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:48:56.185038 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Attempting to bind port 85ec90a0-3b54-4038-b77e-80beccdcff10 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:48:56.190589 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1bd53d5-fa12-4644-95e2-d080ca90eb0f req-aab04c16-cccc-4e24-8b02-c194f7b9286b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.2017422 Jan 23 21:48:56.203318 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:48:56.203949 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Checking segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:48:56.205512 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.205813 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Bound using segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:48:56.206569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Bound port: 85ec90a0-3b54-4038-b77e-80beccdcff10, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:48:56.207163 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.207309 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-3d109988-3b4d-4713-98f6-45cee4120a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:56.209567 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-3d109988-3b4d-4713-98f6-45cee4120a10 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.1652176 Jan 23 21:48:56.245605 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52112) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:56.286673 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:56.287854 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.335899 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1bd53d5-fa12-4644-95e2-d080ca90eb0f req-9d64c2a4-ff23-437f-bd67-76f1631ffb8a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423721 Jan 23 21:48:56.375983 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-a2a1d734-bb70-4935-8501-a319a2349dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:56.387762 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-a2a1d734-bb70-4935-8501-a319a2349dc7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.1690133 Jan 23 21:48:56.394807 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1d3f7d9f-4d74-4d82-84af-442897268969 None None] Provisioning complete for port 85ec90a0-3b54-4038-b77e-80beccdcff10 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:56.395406 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7d9f-4d74-4d82-84af-442897268969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.395569 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Allocated IP 172.27.0.49 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/98d17da6-7285-4e7a-bfa0-0e4eae76f113) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:48:56.484315 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] For port 85ec90a0-3b54-4038-b77e-80beccdcff10, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:48:56.493111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] For port 85ec90a0-3b54-4038-b77e-80beccdcff10, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=85ec90a0-3b54-4038-b77e-80beccdcff10,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:48:56.510840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f7d9f-4d74-4d82-84af-442897268969 None None] Port 85ec90a0-3b54-4038-b77e-80beccdcff10 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:48:56.550198 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9153-f0bf-403f-afe2-e4121cec1bca req-33d5a465-ebac-4f7b-9a3a-de2e0a72bbc1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:56.551881 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:56.553028 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9a0f9153-f0bf-403f-afe2-e4121cec1bca req-33d5a465-ebac-4f7b-9a3a-de2e0a72bbc1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 945 time: 0.0763893 Jan 23 21:48:56.556442 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-85543bf6-9a20-489b-b5c6-70e6b14733ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.591715 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.613093 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.639486 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9a0f9153-f0bf-403f-afe2-e4121cec1bca req-e083bb88-f023-40f4-ac89-f096734afa90 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Jan 23 21:48:56.675931 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:48:56.676954 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:48:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:56.715239 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53f94-0418-47b3-b227-8131c2d9e5d7 None None] Pushing event updated for resources: {'Port': ['ID=85ec90a0-3b54-4038-b77e-80beccdcff10,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:56.718718 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-85543bf6-9a20-489b-b5c6-70e6b14733ea admin admin] Publish callbacks [] for security_group (87b1b59d-240c-4511-a1ab-9c53e382637a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.758149 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.794854 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-85543bf6-9a20-489b-b5c6-70e6b14733ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (87b1b59d-240c-4511-a1ab-9c53e382637a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:56.823989 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:48:56.827092 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:48:56.838669 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:48:56.854460 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:48:56.869096 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'Port': ['ID=98d17da6-7285-4e7a-bfa0-0e4eae76f113,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:56.900054 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-85543bf6-9a20-489b-b5c6-70e6b14733ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e4438e395424037bb8f81ce49894cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484587 Jan 23 21:48:56.900540 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52122) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:56.909375 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85543bf6-9a20-489b-b5c6-70e6b14733ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1b59d-240c-4511-a1ab-9c53e382637a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:57.005507 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6b9baee5-5763-43fe-87d4-62e0f70e5757 admin admin] Publish callbacks [] for security_group (87b1b59d-240c-4511-a1ab-9c53e382637a), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.017566 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] Provisioning complete for port 85ec90a0-3b54-4038-b77e-80beccdcff10 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:57.017946 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.027657 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (14daabbe-9ac7-406e-b4a1-972ccebc8d5d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.046442 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6b9baee5-5763-43fe-87d4-62e0f70e5757 admin admin] Publish callbacks [] for security_group (87b1b59d-240c-4511-a1ab-9c53e382637a), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.157325 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] Current status of the port 85ec90a0-3b54-4038-b77e-80beccdcff10 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:57.157755 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.158773 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.194104 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6b9baee5-5763-43fe-87d4-62e0f70e5757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (87b1b59d-240c-4511-a1ab-9c53e382637a), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.196996 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6b9baee5-5763-43fe-87d4-62e0f70e5757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.199841 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6b9baee5-5763-43fe-87d4-62e0f70e5757 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87b1b59d-240c-4511-a1ab-9c53e382637a HTTP/1.1" status: 204 len: 168 time: 0.2983515 Jan 23 21:48:57.205840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] For port 85ec90a0-3b54-4038-b77e-80beccdcff10, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=85ec90a0-3b54-4038-b77e-80beccdcff10,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:48:57.208560 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:56Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:48:57.223171 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9baee5-5763-43fe-87d4-62e0f70e5757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1b59d-240c-4511-a1ab-9c53e382637a,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:57.254635 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d0bff-b398-43c0-857e-b9f9e1eafa1b None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:56Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:48:57.279556 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9d4815d0-33d8-485a-8ef1-19a5bffe36ad'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:48:57.286322 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.414332 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.442156 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b65e5-12d8-4b68-8a07-1b8e97c3e27c None None] Pushing event updated for resources: {'Port': ['ID=85ec90a0-3b54-4038-b77e-80beccdcff10,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:57.508780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.633338 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d764c5-4609-400f-8ee9-6cce8d8c07c8 req-92c49b2e-3b69-4e52-8737-54add358cc61 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:57.636333 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02d764c5-4609-400f-8ee9-6cce8d8c07c8 req-92c49b2e-3b69-4e52-8737-54add358cc61 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1239526 Jan 23 21:48:57.678452 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 85ec90a0-3b54-4038-b77e-80beccdcff10 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:48:57.707246 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'Port': ['ID=98d17da6-7285-4e7a-bfa0-0e4eae76f113,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:57.721484 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (14daabbe-9ac7-406e-b4a1-972ccebc8d5d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.782820 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 85ec90a0-3b54-4038-b77e-80beccdcff10 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:48:57.782820 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.787734 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02d764c5-4609-400f-8ee9-6cce8d8c07c8 req-37e9993d-2738-4df2-8047-f1d51c92c655 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266985 Jan 23 21:48:57.809174 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:57.815126 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f1df037e-0694-442b-beed-a3c3fe397f49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0070446 Jan 23 21:48:57.949189 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 85ec90a0-3b54-4038-b77e-80beccdcff10 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:48:57.999712 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96042a-b8a5-4185-9ed3-a792145f1dd8 req-9ba2563d-860b-4bfe-80be-05834a8c09c3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:58.002551 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d96042a-b8a5-4185-9ed3-a792145f1dd8 req-9ba2563d-860b-4bfe-80be-05834a8c09c3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 945 time: 0.1003749 Jan 23 21:48:58.061407 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d96042a-b8a5-4185-9ed3-a792145f1dd8 req-3540b952-17f8-42d8-9681-93c2de782a46 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515172 Jan 23 21:48:58.238233 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-c3411697-b052-47a8-9325-b637110372f7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2023926298&fields=id&tenant_id=ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 267 time: 0.0626118 Jan 23 21:48:58.245429 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52152) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:58.261770 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80a1e997-491e-4608-a5f3-d5b63e89bedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.386632 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80a1e997-491e-4608-a5f3-d5b63e89bedc admin admin] Publish callbacks [] for security_group (3bb00cb8-f8fe-4bf4-8865-05449234dd65), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.393174 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-414e230d-be9c-4f94-ace7-9af02a963d67 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:58.394821 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-414e230d-be9c-4f94-ace7-9af02a963d67 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 817 time: 0.1469452 Jan 23 21:48:58.413439 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-b43baecd-e454-4e1d-8018-da9f5d05a3bb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/quotas/ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 375 time: 0.0107379 Jan 23 21:48:58.484478 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-9d3a23fa-0c0d-4120-918c-f5f3c439e431 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649323 Jan 23 21:48:58.489448 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80a1e997-491e-4608-a5f3-d5b63e89bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (3bb00cb8-f8fe-4bf4-8865-05449234dd65), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.541594 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-80a1e997-491e-4608-a5f3-d5b63e89bedc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de9ffdf01b1942b2b48cc19b55d306b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950335 Jan 23 21:48:58.543396 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1e997-491e-4608-a5f3-d5b63e89bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb00cb8-f8fe-4bf4-8865-05449234dd65,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:58.552665 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52156) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:48:58.616333 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-50e29904-9b80-4da8-8207-57ae84b4db8b service neutron] 10.222.0.72 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123981 Jan 23 21:48:58.647961 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55984d17-af94-47eb-8afb-7f9e883d9da5 admin admin] Publish callbacks [] for security_group (3bb00cb8-f8fe-4bf4-8865-05449234dd65), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.676477 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55984d17-af94-47eb-8afb-7f9e883d9da5 admin admin] Publish callbacks [] for security_group (3bb00cb8-f8fe-4bf4-8865-05449234dd65), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.774454 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-d4d5aa5a-1856-4949-bb11-8b5813a1f9f1 service neutron] 10.222.0.72 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512806 Jan 23 21:48:58.832184 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55984d17-af94-47eb-8afb-7f9e883d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (3bb00cb8-f8fe-4bf4-8865-05449234dd65), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.836454 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55984d17-af94-47eb-8afb-7f9e883d9da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:48:58.839939 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-55984d17-af94-47eb-8afb-7f9e883d9da5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3bb00cb8-f8fe-4bf4-8865-05449234dd65 HTTP/1.1" status: 204 len: 168 time: 0.2841513 Jan 23 21:48:58.851379 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984d17-af94-47eb-8afb-7f9e883d9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb00cb8-f8fe-4bf4-8865-05449234dd65,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:48:59.164000 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e280b9-3c72-40a8-9773-9edf10b92642 req-1e8cbafa-7218-4c99-a868-66b76e537f73 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:59.166198 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c2e280b9-3c72-40a8-9773-9edf10b92642 req-1e8cbafa-7218-4c99-a868-66b76e537f73 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0591872 Jan 23 21:48:59.264796 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c2e280b9-3c72-40a8-9773-9edf10b92642 req-a131c074-d308-4520-8b54-cc111e173f5f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876188 Jan 23 21:48:59.335452 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ffdcc70d-935b-4313-8ce7-8d9971d6d887 req-bd87f2ae-f783-45b3-9372-1312da714300 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 210 time: 0.0289807 Jan 23 21:48:59.475859 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea318be-9e45-4169-a1b2-0b82f726e481 req-9c85b3c4-b201-4933-b2b0-b1a49f740840 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:59.477596 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2ea318be-9e45-4169-a1b2-0b82f726e481 req-9c85b3c4-b201-4933-b2b0-b1a49f740840 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 945 time: 0.0738969 Jan 23 21:48:59.590878 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2ea318be-9e45-4169-a1b2-0b82f726e481 req-070250e2-06c6-4210-8290-0ff3603ea2e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990558 Jan 23 21:48:59.678987 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-04635b72-24e4-4abf-8945-7bc4e2f5ddc5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0741420 Jan 23 21:48:59.763319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-7725e6b9-b3f2-470d-88c7-628df06cba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:48:59.765671 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-7725e6b9-b3f2-470d-88c7-628df06cba93 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.0803084 Jan 23 21:48:59.800411 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-4b20eda8-b952-4e41-95ee-276332f2b885 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282824 Jan 23 21:48:59.941638 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-4aab23ea-b8c5-41ff-a74f-f39f0cf2e28d service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351967 Jan 23 21:49:00.106009 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bd7d671-d0ac-4af7-8bfe-efc82b33d726 req-5c183f48-0fff-4200-b079-8e6b29c91658 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571722 Jan 23 21:49:00.441479 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1e9caffb-c165-4ff2-a285-c75d8d78d58c req-4a0d2201-edc9-4417-bdd9-6525e5d6fc57 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 210 time: 0.0421548 Jan 23 21:49:00.461753 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69dd17-9065-4456-96e9-0e681e39c768 req-a808dc3a-274d-4028-bc2b-b4b71228e796 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:00.463448 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e69dd17-9065-4456-96e9-0e681e39c768 req-a808dc3a-274d-4028-bc2b-b4b71228e796 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1009243 Jan 23 21:49:00.538422 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e69dd17-9065-4456-96e9-0e681e39c768 req-b8f39693-65aa-4946-830d-b4a028ffac2d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648282 Jan 23 21:49:00.775291 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152682-fb22-4498-9341-98d5685f3b3c req-cd4d0957-e56e-44aa-97d9-707573c1217a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:00.776905 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1b152682-fb22-4498-9341-98d5685f3b3c req-cd4d0957-e56e-44aa-97d9-707573c1217a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 945 time: 0.0646567 Jan 23 21:49:00.847911 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1b152682-fb22-4498-9341-98d5685f3b3c req-f5d698ed-5fe0-44d9-8806-2c5f7e4bbb3a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636153 Jan 23 21:49:01.549519 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9d4815d0-33d8-485a-8ef1-19a5bffe36ad up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:49:01.656683 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3cd1e65a-103d-41af-b122-b61df70cee74 req-44c5590b-7d82-44c8-bab3-708d6873d9f4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 210 time: 0.0793095 Jan 23 21:49:01.752844 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:49:01.760529 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:01.764908 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:01.820622 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aa289-f1bb-47ea-91a3-91f4b21792fe req-7337aeae-8eee-4a9b-b3a7-7807e7c5c3ba tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:01.833933 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c31aa289-f1bb-47ea-91a3-91f4b21792fe req-7337aeae-8eee-4a9b-b3a7-7807e7c5c3ba tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1155152 Jan 23 21:49:01.949526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:01.950151 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:01.961400 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c31aa289-f1bb-47ea-91a3-91f4b21792fe req-983cbac9-afdf-4173-b556-d2948ebf5cdf tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226001 Jan 23 21:49:01.987374 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:49:01.989780 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a926b1c5-646e-4e3e-9b80-a224f75534dd" -d '{"events": [{"server_uuid": "945c64bf-9827-4cd3-ba73-e231b0b9e8bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d4815d0-33d8-485a-8ef1-19a5bffe36ad"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:49:02.017384 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:49:02.118193 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e479615d-a7d5-4e82-8727-4b9dea7dded9 x-openstack-request-id: req-e479615d-a7d5-4e82-8727-4b9dea7dded9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:49:02.118503 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945c64bf-9827-4cd3-ba73-e231b0b9e8bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d4815d0-33d8-485a-8ef1-19a5bffe36ad", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:49:02.118936 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e479615d-a7d5-4e82-8727-4b9dea7dded9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:49:02.119560 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad', 'code': 200} Jan 23 21:49:02.124723 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:02.198518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2c40f-2bcc-4011-a0e4-8992a840dc4f req-0292d792-979a-40de-a0ab-0693a091ce6e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:02.198518 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f2c40f-2bcc-4011-a0e4-8992a840dc4f req-0292d792-979a-40de-a0ab-0693a091ce6e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 945 time: 0.1427546 Jan 23 21:49:02.251450 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-2da09a77-d1c1-445e-a405-e8062670f0ed tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:02.253057 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-2da09a77-d1c1-445e-a405-e8062670f0ed tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 817 time: 0.2500775 Jan 23 21:49:02.283377 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:02.303170 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f2c40f-2bcc-4011-a0e4-8992a840dc4f req-3593ac70-4ee5-45fb-94fb-b24c5d9089ee tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Jan 23 21:49:02.373042 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-424a3693-418f-43c9-9f43-8984780821cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 380 time: 0.1081336 Jan 23 21:49:02.390898 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'port': {'device_id': '74fc3bb7-d995-4479-b450-5c9814f60914', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'admin_state_up': True, 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'security_groups': ['2eea663d-4c6c-4f36-9a2a-afc3b876f060']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:02.563122 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25063071-de9f-445a-809a-2d4f6e38109b req-83e0b032-c44e-4842-9478-080e57dd9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:02.565524 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25063071-de9f-445a-809a-2d4f6e38109b req-83e0b032-c44e-4842-9478-080e57dd9645 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 1099 time: 0.0512028 Jan 23 21:49:02.632214 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25063071-de9f-445a-809a-2d4f6e38109b req-89102367-1790-45aa-90e6-ad2d067e3572 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534000 Jan 23 21:49:02.777122 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b80f710-a387-4144-8fb8-dc22def2d4a3 req-57faf2a3-7b2a-40ca-8e72-10b70ba6957d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Jan 23 21:49:02.813420 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Made reservation on behalf of ad81ef47542743ff8193845fef19eca0 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:49:02.817709 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:02.975105 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Allocated IP 172.20.0.10 (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767/d5c3b91c-e818-4d97-a565-fa028cebcf2e/f7fe6406-a8df-48ac-805e-3784f4c99fd5) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:49:03.193037 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1243a2-1da6-4d8f-9575-09427351317e req-2036a9a3-1dae-474d-b366-cce649791070 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:03.194627 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc1243a2-1da6-4d8f-9575-09427351317e req-2036a9a3-1dae-474d-b366-cce649791070 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1360621 Jan 23 21:49:03.229793 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:03.284613 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc1243a2-1da6-4d8f-9575-09427351317e req-59dd4c9b-e34a-413e-8dd1-0e7dddbfba05 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838172 Jan 23 21:49:03.352807 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:03.407093 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:49:03.419545 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:03.425085 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:49:03.444255 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:03.481856 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.482207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.482555 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.482895 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.483339 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.487532 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:03.521249 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:03.521942 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:03.534920 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ac1c9-db94-4a1e-96b7-b67436ce2576 req-ddfa7011-9f1b-49fe-88a1-c48df072ea9b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:03.536689 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-969ac1c9-db94-4a1e-96b7-b67436ce2576 req-ddfa7011-9f1b-49fe-88a1-c48df072ea9b tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.1343472 Jan 23 21:49:03.607543 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-92851cab-c613-4e14-a5c8-a57288269826 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2283309 Jan 23 21:49:03.636464 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-969ac1c9-db94-4a1e-96b7-b67436ce2576 req-8897697a-82fc-447e-bac7-01cf6fae5637 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889266 Jan 23 21:49:03.668961 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d16af5d1-17a8-4223-93bd-d8b40a751d9e None None] Provisioning complete for port f7fe6406-a8df-48ac-805e-3784f4c99fd5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:03.669593 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d16af5d1-17a8-4223-93bd-d8b40a751d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:03.708168 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d16af5d1-17a8-4223-93bd-d8b40a751d9e None None] Port f7fe6406-a8df-48ac-805e-3784f4c99fd5 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:49:03.930837 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6543-260a-4873-93cd-e718b7123f6f req-36f14df1-533d-4a2f-852e-c7c54360488c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:03.932563 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b63c6543-260a-4873-93cd-e718b7123f6f req-36f14df1-533d-4a2f-852e-c7c54360488c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 932 time: 0.0750666 Jan 23 21:49:04.009543 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b63c6543-260a-4873-93cd-e718b7123f6f req-1c012d0f-b145-41b5-912e-b5162445389b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709221 Jan 23 21:49:04.410552 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb301f3-a9a7-459e-9ae6-ce13fedd48b3 req-e52b0722-1504-44ae-a412-4ee43aea2206 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:04.412123 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1eb301f3-a9a7-459e-9ae6-ce13fedd48b3 req-e52b0722-1504-44ae-a412-4ee43aea2206 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0530171 Jan 23 21:49:04.469865 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1eb301f3-a9a7-459e-9ae6-ce13fedd48b3 req-ceb7c471-e9be-4624-bdba-dda6d92e2c3f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Jan 23 21:49:04.793902 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4be00-267f-4da5-9ae5-58f8ca9f12e7 req-44ebd975-a2bc-4a4c-a5c0-70df564df85e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:04.796610 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3bb4be00-267f-4da5-9ae5-58f8ca9f12e7 req-44ebd975-a2bc-4a4c-a5c0-70df564df85e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0865922 Jan 23 21:49:04.849803 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3bb4be00-267f-4da5-9ae5-58f8ca9f12e7 req-ddb928df-e8ac-4b54-b5fb-684bedd69ecc tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Jan 23 21:49:05.163579 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d78cd-462c-46c9-b2b8-031ff56dcc3a req-585922ec-b60c-480f-8e4b-8326c2a39582 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:05.165177 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-556d78cd-462c-46c9-b2b8-031ff56dcc3a req-585922ec-b60c-480f-8e4b-8326c2a39582 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 932 time: 0.0639019 Jan 23 21:49:05.207975 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Request body: {'port': {'device_id': '74fc3bb7-d995-4479-b450-5c9814f60914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:05.242225 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-556d78cd-462c-46c9-b2b8-031ff56dcc3a req-1fe4640e-53ae-4520-92f9-104e54d4c96f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711215 Jan 23 21:49:05.281020 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:05.595963 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fe6406-a8df-48ac-805e-3784f4c99fd5 {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:49:05.605416 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Publish callbacks [] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:05.624444 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Transition to ACTIVE for port object f7fe6406-a8df-48ac-805e-3784f4c99fd5 will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:49:05.633294 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59792f75-2bae-476a-afea-2e3099fc4908 req-5db5a760-6665-4c56-a74f-1f62d3e09ba0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:05.634872 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-59792f75-2bae-476a-afea-2e3099fc4908 req-5db5a760-6665-4c56-a74f-1f62d3e09ba0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0782051 Jan 23 21:49:05.694079 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-59792f75-2bae-476a-afea-2e3099fc4908 req-18529f78-43b7-4c2a-af9a-860430f5dcb1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Jan 23 21:49:05.723370 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:05.775015 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:05.857165 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Attempting to bind port f7fe6406-a8df-48ac-805e-3784f4c99fd5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:49:05.857511 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Attempting to bind port f7fe6406-a8df-48ac-805e-3784f4c99fd5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:49:05.857856 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Attempting to bind port f7fe6406-a8df-48ac-805e-3784f4c99fd5 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:49:05.864807 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Port f7fe6406-a8df-48ac-805e-3784f4c99fd5 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:49:05.865145 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Attempting to bind port f7fe6406-a8df-48ac-805e-3784f4c99fd5 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:49:05.871124 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:49:05.871503 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Checking segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:49:05.871899 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Bound using segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:49:05.872342 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Bound port: f7fe6406-a8df-48ac-805e-3784f4c99fd5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:49:05.872705 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:05.984034 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:49:05.988940 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:49:06.005998 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb081e3-f7df-481b-a1cf-a0fb3dc71be8 req-19858c70-da15-41b1-a2ab-b8e9ad324398 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:06.008668 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cfb081e3-f7df-481b-a1cf-a0fb3dc71be8 req-19858c70-da15-41b1-a2ab-b8e9ad324398 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0766978 Jan 23 21:49:06.065395 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cfb081e3-f7df-481b-a1cf-a0fb3dc71be8 req-03bb2c54-b427-4da8-868a-42e9c2b56b38 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505989 Jan 23 21:49:06.072598 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:06.108947 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:06.109524 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:06.111415 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] 10.222.0.112 "PUT /v2.0/ports/f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 200 len: 1094 time: 0.9109976 Jan 23 21:49:06.114324 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:49:06.116566 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63179921-78ae-43d5-8f42-da39175b8cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:49:06.152082 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef9228-4fdb-4dc9-8808-f261bd11ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:06.181137 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69460ff3-43e8-489e-b79c-4e42642d4452 x-openstack-request-id: req-69460ff3-43e8-489e-b79c-4e42642d4452 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:49:06.181777 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:49:06.181888 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69460ff3-43e8-489e-b79c-4e42642d4452 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:49:06.182252 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'status': 'completed', 'code': 200} Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.418238 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:49:06.420745 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:49:06.421602 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189a393-c607-4f8c-ba53-bbbe824203a2 req-286ca672-1063-4443-9ebb-eab4da4fe5c4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:06.423905 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0189a393-c607-4f8c-ba53-bbbe824203a2 req-286ca672-1063-4443-9ebb-eab4da4fe5c4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0749910 Jan 23 21:49:06.483590 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0189a393-c607-4f8c-ba53-bbbe824203a2 req-dafa5ebb-658c-4aaf-b9fb-c63119e5624c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Jan 23 21:49:06.832306 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669572a-e9ad-4596-8e6e-4186669cfbd6 req-30cb3a20-a40c-4b33-bca4-11548d37c3a6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:06.833911 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7669572a-e9ad-4596-8e6e-4186669cfbd6 req-30cb3a20-a40c-4b33-bca4-11548d37c3a6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0649455 Jan 23 21:49:06.885844 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7669572a-e9ad-4596-8e6e-4186669cfbd6 req-b1031418-4ce6-43d4-8d61-143f3a54636e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 Jan 23 21:49:07.200919 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfcda-00ea-4b46-ab08-2472b1aa5c8c req-3d315d57-18e9-4c1d-bc51-b7f13843d4a3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:07.203091 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b7bfcda-00ea-4b46-ab08-2472b1aa5c8c req-3d315d57-18e9-4c1d-bc51-b7f13843d4a3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0618577 Jan 23 21:49:07.263924 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b7bfcda-00ea-4b46-ab08-2472b1aa5c8c req-859b641d-77dd-48b5-885d-3e9e7c8d1a98 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Jan 23 21:49:07.639197 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a14b-8e0d-40ab-b6c4-a62bfccd199a req-420eaa4c-782b-4421-aa66-b7d8d829de49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:07.640845 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dc8a14b-8e0d-40ab-b6c4-a62bfccd199a req-420eaa4c-782b-4421-aa66-b7d8d829de49 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0720150 Jan 23 21:49:07.698705 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dc8a14b-8e0d-40ab-b6c4-a62bfccd199a req-1e38a4f2-ab37-49eb-a5ea-13d724e012de tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Jan 23 21:49:08.033680 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81a331-dd73-4950-a42d-369b1fb76f7d req-c2a869d7-cf72-4c00-ad92-1907f2ead45d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.035687 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d81a331-dd73-4950-a42d-369b1fb76f7d req-c2a869d7-cf72-4c00-ad92-1907f2ead45d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0693524 Jan 23 21:49:08.145185 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d81a331-dd73-4950-a42d-369b1fb76f7d req-33afcc1a-808f-4dc4-8491-3c1b33fe798a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990453 Jan 23 21:49:08.155967 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63179921-78ae-43d5-8f42-da39175b8cb6 req-ad2e5205-7ac5-447a-a2a8-1ac039883c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.158582 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63179921-78ae-43d5-8f42-da39175b8cb6 req-ad2e5205-7ac5-447a-a2a8-1ac039883c2d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1097 time: 0.0838568 Jan 23 21:49:08.347820 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63179921-78ae-43d5-8f42-da39175b8cb6 req-f939c33d-b87c-4f36-99f8-0272170122ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.350196 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63179921-78ae-43d5-8f42-da39175b8cb6 req-f939c33d-b87c-4f36-99f8-0272170122ef service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ad81ef47542743ff8193845fef19eca0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1830904 Jan 23 21:49:08.526004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8312-a158-4108-8771-b3a11ec56e7f req-eee51e89-0680-4f85-8862-62500202982e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.528503 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b2d8312-a158-4108-8771-b3a11ec56e7f req-eee51e89-0680-4f85-8862-62500202982e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.1506281 Jan 23 21:49:08.589310 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63179921-78ae-43d5-8f42-da39175b8cb6 req-0facc65a-b146-4e0c-8cef-8465b948afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.591365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63179921-78ae-43d5-8f42-da39175b8cb6 req-0facc65a-b146-4e0c-8cef-8465b948afdb service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247958 Jan 23 21:49:08.625416 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0b2d8312-a158-4108-8771-b3a11ec56e7f req-f13e6ae7-51df-47d5-a08d-cddb8477ef21 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885072 Jan 23 21:49:08.697614 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-57dddbec-7cb9-46bd-a1ad-f7cc48e287ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.699640 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-57dddbec-7cb9-46bd-a1ad-f7cc48e287ab service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1097 time: 0.0557702 Jan 23 21:49:08.864510 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-b466f352-25bf-493c-9dfc-69fa11124c56 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 200 len: 217 time: 0.0648835 Jan 23 21:49:08.953227 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-01a48a1a-2525-4151-9b33-eda114b7a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.955865 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-01a48a1a-2525-4151-9b33-eda114b7a56f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0658817 Jan 23 21:49:08.965336 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075dc24-ddc7-4af9-9f7c-16b409394c77 req-55a626cc-1e13-4978-a7eb-3438b104f415 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:08.966917 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9075dc24-ddc7-4af9-9f7c-16b409394c77 req-55a626cc-1e13-4978-a7eb-3438b104f415 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.1604388 Jan 23 21:49:09.021489 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9075dc24-ddc7-4af9-9f7c-16b409394c77 req-9303fa56-52e1-4c0f-8bc9-f4e548dc35a5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484271 Jan 23 21:49:09.133916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-d0b61789-25c7-48e2-9657-09c2b5c24975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:09.135744 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-d0b61789-25c7-48e2-9657-09c2b5c24975 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0853605 Jan 23 21:49:09.237528 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:09.302779 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-2e675201-0afe-47b7-96ec-709731393a40 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306539 Jan 23 21:49:09.317338 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8b6e1-4fd0-4ef3-9298-20f27be6865f req-ee755918-a043-4eba-9751-515a3e794e1b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:09.319095 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6cd8b6e1-4fd0-4ef3-9298-20f27be6865f req-ee755918-a043-4eba-9751-515a3e794e1b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0803049 Jan 23 21:49:09.428557 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6cd8b6e1-4fd0-4ef3-9298-20f27be6865f req-84bebffd-d665-4555-aa4a-231836fd227b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996075 Jan 23 21:49:09.447075 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a06b6365-a97d-4b6d-a208-36d799a3887e req-bbb03772-5c04-449b-aaef-66166a481c9c service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268873 Jan 23 21:49:09.771802 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1839cf-6486-4299-912e-16dbb9a07fe1 req-33051013-4b37-48ad-977c-3b93a4c3c61e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:09.773894 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4e1839cf-6486-4299-912e-16dbb9a07fe1 req-33051013-4b37-48ad-977c-3b93a4c3c61e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0672028 Jan 23 21:49:09.827288 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4e1839cf-6486-4299-912e-16dbb9a07fe1 req-dd7edcc6-1eeb-464a-acf1-5ce89493c6bc tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 Jan 23 21:49:10.052588 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:49:10.184861 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd07a1-d5ab-43e8-9363-5b0461419fdc req-6299409d-e4ae-4f14-bcb2-3efc5ffcc005 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:10.186793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34dd07a1-d5ab-43e8-9363-5b0461419fdc req-6299409d-e4ae-4f14-bcb2-3efc5ffcc005 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0821888 Jan 23 21:49:10.264470 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34dd07a1-d5ab-43e8-9363-5b0461419fdc req-74f63a32-6176-4fc9-aa4a-c5e840f02dd6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710657 Jan 23 21:49:10.568753 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1810-4d3a-4bd5-930e-44c1c713c934 req-3b0071af-5f77-4a7f-98be-b8d3f05c7169 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:10.570463 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4bad1810-4d3a-4bd5-930e-44c1c713c934 req-3b0071af-5f77-4a7f-98be-b8d3f05c7169 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0707395 Jan 23 21:49:10.648696 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4bad1810-4d3a-4bd5-930e-44c1c713c934 req-604530bc-8099-4bd6-bac7-3925a7a666a3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Jan 23 21:49:10.984493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc9b1f-9ebf-4648-b0a4-daa0956f8977 req-ad9812fa-e8e9-4b60-830d-443086ce5702 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:10.986619 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67fc9b1f-9ebf-4648-b0a4-daa0956f8977 req-ad9812fa-e8e9-4b60-830d-443086ce5702 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0745304 Jan 23 21:49:11.047557 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67fc9b1f-9ebf-4648-b0a4-daa0956f8977 req-8c73e3c3-15d9-4a9e-833e-34fa2ca49826 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 Jan 23 21:49:11.404539 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d4d1c-e6c7-42e2-a098-6b0a611f4c9a req-503bd22a-adce-455d-9e75-8e39d6395bed tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:11.405952 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b37d4d1c-e6c7-42e2-a098-6b0a611f4c9a req-503bd22a-adce-455d-9e75-8e39d6395bed tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0544980 Jan 23 21:49:11.455227 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b37d4d1c-e6c7-42e2-a098-6b0a611f4c9a req-86ebb7ec-a1a9-468c-bed9-fae605a0070a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429423 Jan 23 21:49:11.776262 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52472) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:11.811882 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ce29-6cd3-4b63-b48e-0e17acffcfb3 req-cada3331-a8b1-47f2-b08a-d5d87348de1d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:11.814148 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e071ce29-6cd3-4b63-b48e-0e17acffcfb3 req-cada3331-a8b1-47f2-b08a-d5d87348de1d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0947452 Jan 23 21:49:11.880247 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e071ce29-6cd3-4b63-b48e-0e17acffcfb3 req-d59575fd-b3b7-4d79-957d-72bab5113b94 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Jan 23 21:49:11.949010 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.074388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Publish callbacks [] for security_group (ea1b1022-3024-423a-8c19-4de40e87a9b1), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.180908 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ea1b1022-3024-423a-8c19-4de40e87a9b1), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.222887 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bb13de861c34c07b9395a5971483aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454958 Jan 23 21:49:12.224573 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b1022-3024-423a-8c19-4de40e87a9b1,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:12.226928 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 52482) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:12.234037 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.234598 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.235108 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.235651 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.236124 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.236564 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.237039 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.237504 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.237906 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.238309 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.238738 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.239183 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.239650 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc57626-acce-4785-9abf-18beac514911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:12.277805 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d78317f-a500-4842-aae9-32c7bd4496b4 admin admin] Publish callbacks [] for security_group (ea1b1022-3024-423a-8c19-4de40e87a9b1), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.301886 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d78317f-a500-4842-aae9-32c7bd4496b4 admin admin] Publish callbacks [] for security_group (ea1b1022-3024-423a-8c19-4de40e87a9b1), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.583311 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5e15-c2c1-4552-a312-8379d2cc2fca req-51251a28-fae1-418e-9bc3-fe52c4513e4c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:12.584784 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-868e5e15-c2c1-4552-a312-8379d2cc2fca req-51251a28-fae1-418e-9bc3-fe52c4513e4c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0539629 Jan 23 21:49:12.585829 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d78317f-a500-4842-aae9-32c7bd4496b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ea1b1022-3024-423a-8c19-4de40e87a9b1), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.588400 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d78317f-a500-4842-aae9-32c7bd4496b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:12.589421 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4d78317f-a500-4842-aae9-32c7bd4496b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea1b1022-3024-423a-8c19-4de40e87a9b1 HTTP/1.1" status: 204 len: 168 time: 0.3614218 Jan 23 21:49:12.604696 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78317f-a500-4842-aae9-32c7bd4496b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b1022-3024-423a-8c19-4de40e87a9b1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:12.645721 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-868e5e15-c2c1-4552-a312-8379d2cc2fca req-75a2934a-cc13-4c05-a3be-aadd68ee4368 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552506 Jan 23 21:49:13.007674 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310493-1bbe-4627-82c3-83ac584c680d req-85bca2d0-515b-43ae-9e57-6e86ea3d76e1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:13.019825 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5a310493-1bbe-4627-82c3-83ac584c680d req-85bca2d0-515b-43ae-9e57-6e86ea3d76e1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0525289 Jan 23 21:49:13.060358 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5a310493-1bbe-4627-82c3-83ac584c680d req-ee17dfb2-5c88-4e99-bbf0-60fb4ba3774d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Jan 23 21:49:13.327019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 52500) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:13.340341 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-441ae1e2-727a-4c6d-88be-f374752b2497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.416969 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-441ae1e2-727a-4c6d-88be-f374752b2497 admin admin] Publish callbacks [] for security_group (fe0a233f-78b2-456d-b076-3e6e3967f067), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.506260 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-441ae1e2-727a-4c6d-88be-f374752b2497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (fe0a233f-78b2-456d-b076-3e6e3967f067), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.550725 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ae1e2-727a-4c6d-88be-f374752b2497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a233f-78b2-456d-b076-3e6e3967f067,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:13.559986 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-441ae1e2-727a-4c6d-88be-f374752b2497 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e93225ba0f744679ba94b89f0d2a5756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317371 Jan 23 21:49:13.560591 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52504) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:13.615103 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0ae3391b-c2bb-49f5-afd0-d6ad026a2804 admin admin] Publish callbacks [] for security_group (fe0a233f-78b2-456d-b076-3e6e3967f067), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.636804 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0ae3391b-c2bb-49f5-afd0-d6ad026a2804 admin admin] Publish callbacks [] for security_group (fe0a233f-78b2-456d-b076-3e6e3967f067), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.757589 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0ae3391b-c2bb-49f5-afd0-d6ad026a2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (fe0a233f-78b2-456d-b076-3e6e3967f067), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.760268 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0ae3391b-c2bb-49f5-afd0-d6ad026a2804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:13.761934 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0ae3391b-c2bb-49f5-afd0-d6ad026a2804 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe0a233f-78b2-456d-b076-3e6e3967f067 HTTP/1.1" status: 204 len: 168 time: 0.1996312 Jan 23 21:49:13.775788 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3391b-c2bb-49f5-afd0-d6ad026a2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a233f-78b2-456d-b076-3e6e3967f067,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:13.781587 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f7e3b-dcb4-4fbf-9db8-d0f7c3c1df61 req-c05f99ec-532c-4d6d-8bc9-bae0ad2f2300 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:13.783894 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-258f7e3b-dcb4-4fbf-9db8-d0f7c3c1df61 req-c05f99ec-532c-4d6d-8bc9-bae0ad2f2300 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0606897 Jan 23 21:49:13.839038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-258f7e3b-dcb4-4fbf-9db8-d0f7c3c1df61 req-7f6bb937-fe4f-4ecd-8959-946d6d097c4f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492625 Jan 23 21:49:14.196988 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9c80e-61e2-4dc0-844a-09ecd936d346 req-139ba3f8-be70-4f7c-899b-e42ff7b8b6e3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:14.198714 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7cb9c80e-61e2-4dc0-844a-09ecd936d346 req-139ba3f8-be70-4f7c-899b-e42ff7b8b6e3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0632365 Jan 23 21:49:14.275075 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7cb9c80e-61e2-4dc0-844a-09ecd936d346 req-b15c8114-6878-4590-af72-50090da55640 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 Jan 23 21:49:14.547828 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52520) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:14.561676 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7316cbfc-0d7d-42a6-89e3-be50ad4a78c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.660312 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7316cbfc-0d7d-42a6-89e3-be50ad4a78c7 admin admin] Publish callbacks [] for security_group (9d5b8d24-14c4-45d3-bda8-dd74ae32771a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.752081 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7316cbfc-0d7d-42a6-89e3-be50ad4a78c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (9d5b8d24-14c4-45d3-bda8-dd74ae32771a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.796001 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7316cbfc-0d7d-42a6-89e3-be50ad4a78c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=796c73f0233d4b959f9c94d0659169a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467227 Jan 23 21:49:14.796931 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316cbfc-0d7d-42a6-89e3-be50ad4a78c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5b8d24-14c4-45d3-bda8-dd74ae32771a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:14.799163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 52524) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:14.856964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8add-e62a-4dcb-af69-44471668f92b admin admin] Publish callbacks [] for security_group (9d5b8d24-14c4-45d3-bda8-dd74ae32771a), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.879534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8add-e62a-4dcb-af69-44471668f92b admin admin] Publish callbacks [] for security_group (9d5b8d24-14c4-45d3-bda8-dd74ae32771a), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.979240 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d4d21-6fd9-4124-88d3-ee1a6f1693c9 req-eac6eddd-b8df-4630-835a-d72700220358 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:14.980783 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-776d4d21-6fd9-4124-88d3-ee1a6f1693c9 req-eac6eddd-b8df-4630-835a-d72700220358 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0526366 Jan 23 21:49:14.994316 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8add-e62a-4dcb-af69-44471668f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (9d5b8d24-14c4-45d3-bda8-dd74ae32771a), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.996984 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8add-e62a-4dcb-af69-44471668f92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:14.998093 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3f3d8add-e62a-4dcb-af69-44471668f92b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d5b8d24-14c4-45d3-bda8-dd74ae32771a HTTP/1.1" status: 204 len: 168 time: 0.1977859 Jan 23 21:49:15.018460 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d8add-e62a-4dcb-af69-44471668f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5b8d24-14c4-45d3-bda8-dd74ae32771a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:15.064901 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-776d4d21-6fd9-4124-88d3-ee1a6f1693c9 req-48cf067a-8deb-44d7-b063-50be37214534 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777669 Jan 23 21:49:15.407414 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9a53-6592-455b-9862-dfd7e505bd19 req-daaaadda-d533-44a8-900d-22514b4bd2b8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:15.409087 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ecae9a53-6592-455b-9862-dfd7e505bd19 req-daaaadda-d533-44a8-900d-22514b4bd2b8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0633078 Jan 23 21:49:15.419217 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07647e9c-4620-48cb-ab40-292d7a7202a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:15.463199 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ecae9a53-6592-455b-9862-dfd7e505bd19 req-c98fd9f4-b028-47c5-90d4-1d950da92200 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484576 Jan 23 21:49:16.207073 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b353ac-7e32-48b8-af3b-d7e3ac20391a req-740c0cbc-4946-46f5-b711-6930c3559842 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:16.208788 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6b353ac-7e32-48b8-af3b-d7e3ac20391a req-740c0cbc-4946-46f5-b711-6930c3559842 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0563359 Jan 23 21:49:16.283754 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6b353ac-7e32-48b8-af3b-d7e3ac20391a req-4c45a5f5-33b4-406a-9378-61cdac6501bb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641723 Jan 23 21:49:16.458738 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-4c7d4591-3fe3-4ab5-8788-0e80ae5846bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:16.460201 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-4c7d4591-3fe3-4ab5-8788-0e80ae5846bf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.0455773 Jan 23 21:49:16.613228 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-c28fc5ff-cbca-493d-bdf6-682a3f36da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:16.614740 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-c28fc5ff-cbca-493d-bdf6-682a3f36da36 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.1295846 Jan 23 21:49:16.628437 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075114-878c-47b4-a8b3-2f29c20a0741 req-85c15e6b-8208-4ea9-891e-7af4a50649cb tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:16.630003 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69075114-878c-47b4-a8b3-2f29c20a0741 req-85c15e6b-8208-4ea9-891e-7af4a50649cb tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0761847 Jan 23 21:49:16.683423 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-04cfa461-3099-459b-9db0-f6f2ec1332d8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0523884 Jan 23 21:49:16.749158 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69075114-878c-47b4-a8b3-2f29c20a0741 req-f5825dbf-86b3-4c9e-bf90-a98ff71e49d5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123035 Jan 23 21:49:16.758204 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-2bfa274c-a80f-4f37-9b16-0ee9f751ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:16.759671 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-2bfa274c-a80f-4f37-9b16-0ee9f751ee8a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.0675530 Jan 23 21:49:16.794308 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-1351a0ed-623f-4bda-ab29-8bff4b00dcb1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282660 Jan 23 21:49:16.895646 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-dcb8464c-a93c-4259-bd43-aa5f154ec5c4 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915563 Jan 23 21:49:16.995069 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c52825a3-22da-4705-80ea-7a8edf1f4b09 req-c8bf4d6c-ec26-474f-88f7-e12d04baf00b service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918510 Jan 23 21:49:17.451579 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040af16-ba7d-4275-b0fe-19d23960a620 req-b1d6d69b-94ee-405c-aade-13191b4acfbd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:17.453315 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5040af16-ba7d-4275-b0fe-19d23960a620 req-b1d6d69b-94ee-405c-aade-13191b4acfbd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0703344 Jan 23 21:49:17.509090 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5040af16-ba7d-4275-b0fe-19d23960a620 req-c257e1ae-7064-40c5-b66b-dcd31a5209a3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483065 Jan 23 21:49:17.837513 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a053b207-6022-4c87-b5f1-c2d640d313d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:17.879853 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b68d16-9b74-4d38-a6ab-8b6d9e2e246a req-36d5e2e5-7146-44f6-9a5e-b32c63089ec5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:17.881463 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94b68d16-9b74-4d38-a6ab-8b6d9e2e246a req-36d5e2e5-7146-44f6-9a5e-b32c63089ec5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0537872 Jan 23 21:49:17.939069 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94b68d16-9b74-4d38-a6ab-8b6d9e2e246a req-666ca921-0f1e-4217-950a-2f00d4af226e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Jan 23 21:49:18.658549 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9965526-e84c-49c5-88c7-45be08e8cbaa req-1bfb440b-2fb9-4114-8a07-a00b78b2388e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:18.660179 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9965526-e84c-49c5-88c7-45be08e8cbaa req-1bfb440b-2fb9-4114-8a07-a00b78b2388e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0657938 Jan 23 21:49:18.717219 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9965526-e84c-49c5-88c7-45be08e8cbaa req-a796e6af-97f1-4848-8c42-b8a1899db3e4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499301 Jan 23 21:49:19.071746 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d60f68-8043-43af-bdbe-93ed01a8aeeb req-5ed85dc7-4aac-4585-b270-c5ad1a577e76 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:19.073350 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b4d60f68-8043-43af-bdbe-93ed01a8aeeb req-5ed85dc7-4aac-4585-b270-c5ad1a577e76 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0575168 Jan 23 21:49:19.130683 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b4d60f68-8043-43af-bdbe-93ed01a8aeeb req-b91dedf9-f6da-490f-b068-0119bea7d733 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500419 Jan 23 21:49:19.282887 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:19.862932 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3009-83c1-46ab-897d-febeb6c8b0ea req-a371af6a-8b99-44e9-b5e0-9f406eb93ace tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:19.864482 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b33b3009-83c1-46ab-897d-febeb6c8b0ea req-a371af6a-8b99-44e9-b5e0-9f406eb93ace tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0508599 Jan 23 21:49:19.930169 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b33b3009-83c1-46ab-897d-febeb6c8b0ea req-e3eb373c-3813-429b-89b8-e4486bc73160 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595558 Jan 23 21:49:20.271851 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec186480-0196-422c-a1f9-46d403f5652c req-f1206954-151b-47c2-ba00-ca83580bb001 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:20.273400 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec186480-0196-422c-a1f9-46d403f5652c req-f1206954-151b-47c2-ba00-ca83580bb001 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0575640 Jan 23 21:49:20.325808 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec186480-0196-422c-a1f9-46d403f5652c req-e270394a-9bef-4caa-b541-8fe320135df6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469453 Jan 23 21:49:20.534883 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:21.071722 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7252453-0530-48a5-a9c5-d338bd7bccfc req-e6e7d357-b351-4d54-a64a-94d89a34f6bf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:21.073238 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7252453-0530-48a5-a9c5-d338bd7bccfc req-e6e7d357-b351-4d54-a64a-94d89a34f6bf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0524912 Jan 23 21:49:21.126274 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7252453-0530-48a5-a9c5-d338bd7bccfc req-8cb1de01-257a-412b-9f4c-dfa4cb9402d5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466154 Jan 23 21:49:21.459360 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e05115-a78a-429d-8c78-902d630b2212 req-baa10cfc-3c46-4d39-aab7-f4e3f2cebafc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:21.460983 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64e05115-a78a-429d-8c78-902d630b2212 req-baa10cfc-3c46-4d39-aab7-f4e3f2cebafc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0649140 Jan 23 21:49:21.515966 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64e05115-a78a-429d-8c78-902d630b2212 req-08e0b4b9-e849-495d-ba0f-13ccefba6c66 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480096 Jan 23 21:49:22.042524 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:22.285652 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267a3b9-8006-444f-837a-3275b4e4ef2f req-c67bc297-d55f-48f2-ab24-ec729dae739a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:22.287222 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b267a3b9-8006-444f-837a-3275b4e4ef2f req-c67bc297-d55f-48f2-ab24-ec729dae739a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0563605 Jan 23 21:49:22.367141 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b267a3b9-8006-444f-837a-3275b4e4ef2f req-a392376e-1b84-4b59-b494-f23e467f6ac1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689759 Jan 23 21:49:22.650415 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6a5d9-9498-40d6-907a-1fc83f59255a req-28f41963-3a58-4438-a224-4fe15350fecd tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:22.652018 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4d6a5d9-9498-40d6-907a-1fc83f59255a req-28f41963-3a58-4438-a224-4fe15350fecd tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0602975 Jan 23 21:49:22.708763 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4d6a5d9-9498-40d6-907a-1fc83f59255a req-c6286b5a-ecba-4685-9493-2b7b62f20137 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Jan 23 21:49:23.549632 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5160a-a32a-4642-8d59-27ea18fbeee6 req-62153fdb-d606-4ecb-a3c7-df9008c1792e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:23.551303 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ada5160a-a32a-4642-8d59-27ea18fbeee6 req-62153fdb-d606-4ecb-a3c7-df9008c1792e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0673435 Jan 23 21:49:23.623017 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ada5160a-a32a-4642-8d59-27ea18fbeee6 req-c1903f43-cb95-4234-9e8c-718ebf458db7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623333 Jan 23 21:49:23.889215 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caf948-16a4-4e21-bf0f-aafa68142dfa req-20248535-cf86-4384-8cba-b14b45133c4e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:23.890832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13caf948-16a4-4e21-bf0f-aafa68142dfa req-20248535-cf86-4384-8cba-b14b45133c4e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0678811 Jan 23 21:49:23.947827 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13caf948-16a4-4e21-bf0f-aafa68142dfa req-40186513-b443-40df-8a69-f536c8ca076b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506430 Jan 23 21:49:24.775072 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3e5d-f59b-451c-addf-de0ede0b1afc req-bc2e1245-ef95-431a-afec-e86ce00da192 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:24.782498 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c3ff3e5d-f59b-451c-addf-de0ede0b1afc req-bc2e1245-ef95-431a-afec-e86ce00da192 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0600801 Jan 23 21:49:24.841852 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c3ff3e5d-f59b-451c-addf-de0ede0b1afc req-37a8898c-735d-4387-b34b-e5345d422a08 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592902 Jan 23 21:49:25.079450 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02825-5fd2-4cb1-8d4f-e762af354369 req-f523c114-caee-4410-b72a-79defefcbb0c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:25.082632 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1fb02825-5fd2-4cb1-8d4f-e762af354369 req-f523c114-caee-4410-b72a-79defefcbb0c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0579545 Jan 23 21:49:25.140606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1fb02825-5fd2-4cb1-8d4f-e762af354369 req-023188be-2b85-406f-a031-03c642de3516 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520916 Jan 23 21:49:25.994888 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993da5-8773-4515-90c6-dfe92bea871c req-6ba0895c-21f6-4293-8397-1e00272850d8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:25.996495 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7d993da5-8773-4515-90c6-dfe92bea871c req-6ba0895c-21f6-4293-8397-1e00272850d8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0610876 Jan 23 21:49:26.051974 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7d993da5-8773-4515-90c6-dfe92bea871c req-512c1afc-be93-4095-8845-561ab08d9266 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496233 Jan 23 21:49:26.288020 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783dfe-a9eb-44e9-ba92-0eba3efb693a req-6a62a905-a87e-43e1-9c9f-aebf04c9bfec tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:26.289637 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31783dfe-a9eb-44e9-ba92-0eba3efb693a req-6a62a905-a87e-43e1-9c9f-aebf04c9bfec tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0570669 Jan 23 21:49:26.371623 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31783dfe-a9eb-44e9-ba92-0eba3efb693a req-6426f106-3375-48e0-9cfb-07776b5c4675 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708253 Jan 23 21:49:27.176533 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a7ad2-bb15-44c2-b075-df66bf34b7b1 req-42a9531a-572c-4ff0-8881-b6ad5330ad10 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:27.178283 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cb6a7ad2-bb15-44c2-b075-df66bf34b7b1 req-42a9531a-572c-4ff0-8881-b6ad5330ad10 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0532255 Jan 23 21:49:27.227953 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cb6a7ad2-bb15-44c2-b075-df66bf34b7b1 req-a97c5c37-c575-400e-9172-92c640bcd937 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Jan 23 21:49:27.378999 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:49:27.534463 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:49:27.550752 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0cf1c-74b8-4a66-8392-e4da0e2e16ef req-97d79505-1e5c-4ca9-8558-183d75add0a3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:27.551685 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'mac_address': 'fa:16:3e:76:b5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:49:27.552525 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7d0cf1c-74b8-4a66-8392-e4da0e2e16ef req-97d79505-1e5c-4ca9-8558-183d75add0a3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0592639 Jan 23 21:49:27.617448 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:27.618141 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:27.643218 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fe6406-a8df-48ac-805e-3784f4c99fd5 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:49:27.672729 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:49:27.762997 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:27.827161 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:27.837521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.838012 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.838472 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.838831 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.839168 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.839667 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.840023 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.840425 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.841000 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.841590 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.842163 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.842761 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.843318 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:27.847301 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7d0cf1c-74b8-4a66-8392-e4da0e2e16ef req-6261cd88-5af8-4d2a-9226-2fbb70a52662 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847209 Jan 23 21:49:28.358980 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfe1bc-8bf6-4dba-b483-d7026f1ecb1b req-a56ce5e2-c466-4f63-bded-c880d337ddeb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:28.361285 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66dfe1bc-8bf6-4dba-b483-d7026f1ecb1b req-a56ce5e2-c466-4f63-bded-c880d337ddeb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 945 time: 0.0544004 Jan 23 21:49:28.413226 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66dfe1bc-8bf6-4dba-b483-d7026f1ecb1b req-2cc0a674-5a28-4680-b211-97ccdbc8c444 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Jan 23 21:49:28.999622 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131aaa7-54b5-4ee4-b1ef-951fb5ee523d req-bc61b5e8-e817-4738-b78d-678097009991 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:29.001790 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c131aaa7-54b5-4ee4-b1ef-951fb5ee523d req-bc61b5e8-e817-4738-b78d-678097009991 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0607133 Jan 23 21:49:29.062167 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c131aaa7-54b5-4ee4-b1ef-951fb5ee523d req-462a92eb-39d3-41d4-82db-2eee02e3ef39 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540619 Jan 23 21:49:29.549496 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bb6af-58cf-41ca-8924-7a622b00f296 req-280c2745-307e-4920-93ce-28ace692a92a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:29.551258 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c57bb6af-58cf-41ca-8924-7a622b00f296 req-280c2745-307e-4920-93ce-28ace692a92a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 945 time: 0.0567541 Jan 23 21:49:29.606282 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c57bb6af-58cf-41ca-8924-7a622b00f296 req-b1bd1e4a-eaf0-46c9-8369-845d811ee244 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490365 Jan 23 21:49:30.213407 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3ad3-496f-438a-bc09-e481a6d0f826 req-db2f00ac-f0f8-4b70-9ba2-ab4ba188646d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:30.215094 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b39b3ad3-496f-438a-bc09-e481a6d0f826 req-db2f00ac-f0f8-4b70-9ba2-ab4ba188646d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0665622 Jan 23 21:49:30.283611 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b39b3ad3-496f-438a-bc09-e481a6d0f826 req-cb5e6127-8343-477b-aa9e-9d4074afb1b0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Jan 23 21:49:30.780019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09921-020d-4f8b-8d2f-0a2469ab8574 req-7b29869d-b175-4002-a966-5c9493ddf090 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:30.781598 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69a09921-020d-4f8b-8d2f-0a2469ab8574 req-7b29869d-b175-4002-a966-5c9493ddf090 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 945 time: 0.0652337 Jan 23 21:49:30.834719 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69a09921-020d-4f8b-8d2f-0a2469ab8574 req-257b514c-2bba-4334-bbe8-5fa62ae126dd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459726 Jan 23 21:49:30.955684 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['f7fe6406-a8df-48ac-805e-3784f4c99fd5'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:49:31.414003 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9d20-6ffa-4ada-adea-1ab919af0a82 req-6e3d020a-0a7a-479b-9907-f36866ffaa98 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:31.415666 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc4c9d20-6ffa-4ada-adea-1ab919af0a82 req-6e3d020a-0a7a-479b-9907-f36866ffaa98 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0538032 Jan 23 21:49:31.483145 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc4c9d20-6ffa-4ada-adea-1ab919af0a82 req-6f552f85-3b8b-4828-a066-57586c09a7f2 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575325 Jan 23 21:49:32.004095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd16c-309a-42dc-a906-e2d588d716bb req-5d954041-721a-4518-86d9-82f9cf257ae1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:32.007442 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74bfd16c-309a-42dc-a906-e2d588d716bb req-5d954041-721a-4518-86d9-82f9cf257ae1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 945 time: 0.0673239 Jan 23 21:49:32.068420 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74bfd16c-309a-42dc-a906-e2d588d716bb req-521458d5-6c2e-41f9-b9cd-bd468c08aebf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552213 Jan 23 21:49:32.500948 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:49:32.646071 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118d7ac-168a-4507-9a7d-dce496f97dab req-f3c029f2-83d1-406c-858c-9afcd5b11415 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:32.647710 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c118d7ac-168a-4507-9a7d-dce496f97dab req-f3c029f2-83d1-406c-858c-9afcd5b11415 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0552886 Jan 23 21:49:32.654253 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port f7fe6406-a8df-48ac-805e-3784f4c99fd5 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:49:32.663191 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port f7fe6406-a8df-48ac-805e-3784f4c99fd5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:32.663932 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:32.721144 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c118d7ac-168a-4507-9a7d-dce496f97dab req-81e97cf0-f6f8-40c9-b223-92636f7f8af2 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Jan 23 21:49:32.799776 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:32.800070 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:32.824736 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:49:32.826990 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70752f0-36f7-44e1-ae26-2a1e926ee316" -d '{"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-plugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:49:32.841045 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:49:32.883949 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293b3b5-5df8-4130-8cee-c32765eecd30 x-openstack-request-id: req-d293b3b5-5df8-4130-8cee-c32765eecd30 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:49:32.884313 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-plugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:49:32.884610 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d293b3b5-5df8-4130-8cee-c32765eecd30 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:49:32.885103 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'code': 200} Jan 23 21:49:32.973784 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:33.034271 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:33.273172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4111-d752-425a-89ac-2748ad05b7cc req-80746500-484c-4798-8a9f-7052338e8f6e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:33.274768 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a39f4111-d752-425a-89ac-2748ad05b7cc req-80746500-484c-4798-8a9f-7052338e8f6e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.1152701 Jan 23 21:49:33.286421 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f96eb-f0f1-4d32-af6d-eef35399a24d req-88a700a4-a26c-4717-a297-5a74f37180e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:33.288779 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c30f96eb-f0f1-4d32-af6d-eef35399a24d req-88a700a4-a26c-4717-a297-5a74f37180e9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1099 time: 0.0789306 Jan 23 21:49:33.396958 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a39f4111-d752-425a-89ac-2748ad05b7cc req-e15ea03e-9e33-404b-a187-4a426a27b5f4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130817 Jan 23 21:49:33.420701 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c30f96eb-f0f1-4d32-af6d-eef35399a24d req-60da267c-4d41-4e8b-abd4-95c28c653290 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188533 Jan 23 21:49:33.895244 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed146b2-1865-4303-a66b-fe931d0da0b5 req-e6b2e0b9-4965-4fa6-b179-36a518c7723d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:33.896909 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5ed146b2-1865-4303-a66b-fe931d0da0b5 req-e6b2e0b9-4965-4fa6-b179-36a518c7723d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0764434 Jan 23 21:49:34.004536 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5ed146b2-1865-4303-a66b-fe931d0da0b5 req-45820e39-f326-475e-a0a8-8f3d634ebeae tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942974 Jan 23 21:49:34.017337 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb44f6-b025-4370-bf10-4da94449f1ab req-a82294a3-8142-41e3-85f4-7c1e83a6a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:34.019364 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4eeb44f6-b025-4370-bf10-4da94449f1ab req-a82294a3-8142-41e3-85f4-7c1e83a6a596 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.0797212 Jan 23 21:49:34.072215 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4eeb44f6-b025-4370-bf10-4da94449f1ab req-00ce4e40-65ac-4249-bc0c-052fd0106ab1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Jan 23 21:49:34.532374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53aad7-21bc-4676-bf13-2b728876d547 req-bb9cf06d-f770-4766-9e2f-a6ee45e6bd7e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:34.534615 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f53aad7-21bc-4676-bf13-2b728876d547 req-bb9cf06d-f770-4766-9e2f-a6ee45e6bd7e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0599966 Jan 23 21:49:34.600028 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f53aad7-21bc-4676-bf13-2b728876d547 req-8d2a1944-02bf-4cc7-bf43-ac6d09360a72 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586569 Jan 23 21:49:34.921055 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52922) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:35.069563 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4540-fc04-44d4-88ed-7f9129da6155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.177384 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4540-fc04-44d4-88ed-7f9129da6155 admin admin] Publish callbacks [] for security_group (8ddf44c7-317e-43e0-a352-09e55184d23a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.178115 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab16768-bd43-4945-8fda-c5a4fe9fd404 req-4fc83016-2c3f-449d-9c80-5288d9fdf154 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:35.181137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fab16768-bd43-4945-8fda-c5a4fe9fd404 req-4fc83016-2c3f-449d-9c80-5288d9fdf154 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0711668 Jan 23 21:49:35.241705 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fab16768-bd43-4945-8fda-c5a4fe9fd404 req-e2776ce0-153e-456c-b676-3c594fd85289 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Jan 23 21:49:35.248307 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4540-fc04-44d4-88ed-7f9129da6155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (8ddf44c7-317e-43e0-a352-09e55184d23a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.307387 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c4540-fc04-44d4-88ed-7f9129da6155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf44c7-317e-43e0-a352-09e55184d23a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:35.334058 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ac1c4540-fc04-44d4-88ed-7f9129da6155 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e654fba28c74a3fbddd301b1426c6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110022 Jan 23 21:49:35.338488 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 52930) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:35.433047 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-775e9ca4-9716-4656-bc78-03a832a6c425 admin admin] Publish callbacks [] for security_group (8ddf44c7-317e-43e0-a352-09e55184d23a), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.460329 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-775e9ca4-9716-4656-bc78-03a832a6c425 admin admin] Publish callbacks [] for security_group (8ddf44c7-317e-43e0-a352-09e55184d23a), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.614244 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-775e9ca4-9716-4656-bc78-03a832a6c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (8ddf44c7-317e-43e0-a352-09e55184d23a), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.617034 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-775e9ca4-9716-4656-bc78-03a832a6c425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:35.618216 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-775e9ca4-9716-4656-bc78-03a832a6c425 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ddf44c7-317e-43e0-a352-09e55184d23a HTTP/1.1" status: 204 len: 168 time: 0.2793932 Jan 23 21:49:35.630322 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e9ca4-9716-4656-bc78-03a832a6c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf44c7-317e-43e0-a352-09e55184d23a,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:35.822611 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32f7af-cc40-46f3-857d-4e703704f265 req-75eccc2d-0c6d-4b54-b223-f78fa485f966 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:35.835657 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5b32f7af-cc40-46f3-857d-4e703704f265 req-75eccc2d-0c6d-4b54-b223-f78fa485f966 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0959396 Jan 23 21:49:35.905318 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5b32f7af-cc40-46f3-857d-4e703704f265 req-50a2fec5-0eb2-4388-822f-44105692cddd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683858 Jan 23 21:49:36.437896 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200c850-e788-4d95-b23a-6daf4d8aaa11 req-bab677d6-2f5b-483d-962c-bf3655f141f4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:36.443847 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7200c850-e788-4d95-b23a-6daf4d8aaa11 req-bab677d6-2f5b-483d-962c-bf3655f141f4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1010292 Jan 23 21:49:36.500747 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7200c850-e788-4d95-b23a-6daf4d8aaa11 req-826dcaaf-a49e-418c-9709-f77ad20277b3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Jan 23 21:49:37.000391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c6cfa-46c0-43b7-a465-99af37179257 req-86a94d9c-72da-4e61-a8d8-7a73158a7a91 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:37.004049 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-366c6cfa-46c0-43b7-a465-99af37179257 req-86a94d9c-72da-4e61-a8d8-7a73158a7a91 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0720155 Jan 23 21:49:37.106121 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-366c6cfa-46c0-43b7-a465-99af37179257 req-b66d20ec-7164-47a4-9b42-6b11b840e7fd tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959864 Jan 23 21:49:37.155163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-203b0396-13ad-4065-a639-ff36e93cb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:37.156872 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-203b0396-13ad-4065-a639-ff36e93cb8c8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.1229804 Jan 23 21:49:37.200820 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d26109-1ab7-45e0-9db0-8943b6090c03 req-2e2531a0-b2f1-4340-903e-d9276a6e43d0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:37.202439 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9d26109-1ab7-45e0-9db0-8943b6090c03 req-2e2531a0-b2f1-4340-903e-d9276a6e43d0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.1185575 Jan 23 21:49:37.308764 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9d26109-1ab7-45e0-9db0-8943b6090c03 req-7a76b85c-c956-4b5d-9251-83e38dd157a0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948942 Jan 23 21:49:37.326386 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-91de003e-2273-4147-8851-02b5553bec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:37.327969 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-91de003e-2273-4147-8851-02b5553bec9b service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.1636937 Jan 23 21:49:37.381884 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-aaef2522-4d6a-495e-a9ae-f8674a20f87e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0452805 Jan 23 21:49:37.470725 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-3364e0e5-09df-436e-978b-f64a714403c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:37.472278 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-3364e0e5-09df-436e-978b-f64a714403c1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.0836561 Jan 23 21:49:37.505265 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bcb9-ea8b-451f-a07c-46b741bf7259 req-022bd4f1-0410-47e3-b31f-32a5687aa6ca tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:37.507841 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9082bcb9-ea8b-451f-a07c-46b741bf7259 req-022bd4f1-0410-47e3-b31f-32a5687aa6ca tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.1091743 Jan 23 21:49:37.524157 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53010) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:37.536808 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'floatingip': {'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:37.565638 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-56a57201-bc5c-46c7-9fda-3ac733445c31 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534043 Jan 23 21:49:37.607208 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (14daabbe-9ac7-406e-b4a1-972ccebc8d5d), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:37.694267 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-694e7005-8eaf-4cd0-b403-0577c647078d service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244164 Jan 23 21:49:37.881504 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-273a13ce-a58a-4851-bcff-eadb547cf57c req-b289ec7c-b4ca-47a5-9e33-61f576cea85e service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794128 Jan 23 21:49:38.352860 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326ae50-d356-49ea-8cad-434361c8a5a7 req-8d994a11-0860-42aa-beaa-bd1ff7fcd410 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:38.356278 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e326ae50-d356-49ea-8cad-434361c8a5a7 req-8d994a11-0860-42aa-beaa-bd1ff7fcd410 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0968802 Jan 23 21:49:38.375072 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:38.415613 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (14daabbe-9ac7-406e-b4a1-972ccebc8d5d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:38.449208 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e326ae50-d356-49ea-8cad-434361c8a5a7 req-2d3ca8e5-ecc7-4384-bb89-edc17e555db1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820947 Jan 23 21:49:38.597028 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Floating IP 14daabbe-9ac7-406e-b4a1-972ccebc8d5d associated. External IP: 172.27.0.49, port: f7fe6406-a8df-48ac-805e-3784f4c99fd5. Jan 23 21:49:38.882219 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:49:39.052150 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:49:39.057296 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:39.064968 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:49:39.077865 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:49:39.078611 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:39.091525 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2c62fb47-ceb7-470e-b763-5e8fc93a53a8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "PUT /v2.0/floatingips/14daabbe-9ac7-406e-b4a1-972ccebc8d5d HTTP/1.1" status: 200 len: 991 time: 1.5661447 Jan 23 21:49:39.092118 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:49:39.094684 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2128a8d6-317c-4d9d-9d9e-a30c7036241f" -d '{"events": [{"name": "network-changed", "server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:49:39.186990 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5106cd8b-7b0d-4049-9fa8-5ec146fadb4c x-openstack-request-id: req-5106cd8b-7b0d-4049-9fa8-5ec146fadb4c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:49:39.187261 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:49:39.187459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5106cd8b-7b0d-4049-9fa8-5ec146fadb4c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:49:39.187858 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'status': 'completed', 'code': 200} Jan 23 21:49:39.262588 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:49:39.283030 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:39.286153 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-9491f57a-00ce-4ef0-8688-68477844f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:39.287815 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-9491f57a-00ce-4ef0-8688-68477844f4fb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1099 time: 0.0743811 Jan 23 21:49:39.411696 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-ca43462a-ffaa-4c4e-8a58-4e097a193162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:39.414118 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-ca43462a-ffaa-4c4e-8a58-4e097a193162 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.1189265 Jan 23 21:49:39.601109 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '14daabbe-9ac7-406e-b4a1-972ccebc8d5d', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'mac_address': 'fa:16:3e:76:b5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc3bb7-d995-4479-b450-5c9814f60914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:48:56Z', 'updated_at': '2022-01-23T21:49:38Z', 'revision_number': 1, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:39.633833 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea18bb-736e-49c7-9ca9-3a5689c8d4dd req-0bb05d71-a35e-4df5-8397-cab940a07429 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:39.635523 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:49:39.638979 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-27ea18bb-736e-49c7-9ca9-3a5689c8d4dd req-0bb05d71-a35e-4df5-8397-cab940a07429 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0908337 Jan 23 21:49:39.650784 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:49:39.651525 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:39.722851 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-27ea18bb-736e-49c7-9ca9-3a5689c8d4dd req-72fe12ed-eeb2-489e-aaf3-d629e1b156ef tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738335 Jan 23 21:49:39.785561 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:49:40.062972 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '14daabbe-9ac7-406e-b4a1-972ccebc8d5d', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'mac_address': 'fa:16:3e:76:b5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc3bb7-d995-4479-b450-5c9814f60914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:48:56Z', 'updated_at': '2022-01-23T21:49:38Z', 'revision_number': 1, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:40.091478 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a411-567c-4932-81ef-8ed292f703c3 None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '14daabbe-9ac7-406e-b4a1-972ccebc8d5d', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'mac_address': 'fa:16:3e:76:b5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc3bb7-d995-4479-b450-5c9814f60914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:48:56Z', 'updated_at': '2022-01-23T21:49:38Z', 'revision_number': 1, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:49:40.352253 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55734d0f-20a0-4f35-94a4-69fc186dbf14 None None] New status for floating IP 14daabbe-9ac7-406e-b4a1-972ccebc8d5d: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:49:43.349734 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-1aaa2ad3-d67d-4837-a900-664e99c8203a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0807545 Jan 23 21:49:43.482420 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-c52763b1-5787-44ff-b55c-2b0fa601fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:43.488310 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-c52763b1-5787-44ff-b55c-2b0fa601fee9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.1263719 Jan 23 21:49:43.531927 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3dd86-5a61-4055-8e07-4044e4470d06 req-11c15883-9d2f-4c13-9ed6-5369213966f1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:43.534917 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ac3dd86-5a61-4055-8e07-4044e4470d06 req-11c15883-9d2f-4c13-9ed6-5369213966f1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1356218 Jan 23 21:49:43.556929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-39a22a3f-6a39-4b83-9c60-a5cbced0253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:43.558438 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-39a22a3f-6a39-4b83-9c60-a5cbced0253f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675187 Jan 23 21:49:43.658004 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ac3dd86-5a61-4055-8e07-4044e4470d06 req-4000c417-afbc-48a2-afd2-12c6077dc6fd tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099086 Jan 23 21:49:43.692618 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-8b1b7de8-7cb0-4b4c-861c-6194404979f0 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259267 Jan 23 21:49:43.815782 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2128a8d6-317c-4d9d-9d9e-a30c7036241f req-bacf0f0b-8f64-4402-8778-d15ffd081c0e service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160572 Jan 23 21:49:44.828689 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c1c88-24dc-41fa-a4ed-c4497862ab05 req-b3d13e4f-c89c-4197-a8c9-616857425989 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:44.830573 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e09c1c88-24dc-41fa-a4ed-c4497862ab05 req-b3d13e4f-c89c-4197-a8c9-616857425989 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0674961 Jan 23 21:49:44.892741 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e09c1c88-24dc-41fa-a4ed-c4497862ab05 req-4d3d4338-39d5-4045-985b-4d14c1318501 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554874 Jan 23 21:49:45.442685 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35b50479-69da-4db7-840b-f03fe526ee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:46.064818 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942dbbc-cefd-4c50-a7bd-86e52c73d090 req-c8ff3020-56be-4376-9f93-7a1828bafff0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:46.066586 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9942dbbc-cefd-4c50-a7bd-86e52c73d090 req-c8ff3020-56be-4376-9f93-7a1828bafff0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0580397 Jan 23 21:49:46.122846 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9942dbbc-cefd-4c50-a7bd-86e52c73d090 req-86272265-7067-4e04-9705-8a42cc5722bd tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Jan 23 21:49:47.052073 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:49:47.397492 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57053a0-e0f8-406f-bd6c-371d6d731a90 req-129b6592-9efe-47db-90f6-704852a3e9a4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:47.399255 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e57053a0-e0f8-406f-bd6c-371d6d731a90 req-129b6592-9efe-47db-90f6-704852a3e9a4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1765263 Jan 23 21:49:47.412176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-a66bbe5b-faf7-4a5c-9efd-a9b72a588e70 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:47.413762 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-a66bbe5b-faf7-4a5c-9efd-a9b72a588e70 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.2504234 Jan 23 21:49:47.445641 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-1326ffe7-e600-4e98-89bd-d2bf65d7e692 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/quotas/ee1757d1fd1149a2b16e5860993c48e4 HTTP/1.1" status: 200 len: 375 time: 0.0157635 Jan 23 21:49:47.505744 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e57053a0-e0f8-406f-bd6c-371d6d731a90 req-f2e3c953-f3fb-49a3-8d52-83d33cc16dc9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909336 Jan 23 21:49:47.528978 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ab3fccc1-5d80-4317-8203-a8ffa9a13a37 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743167 Jan 23 21:49:47.686422 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-f9c6b65d-8725-47eb-9342-cd21a27e2609 service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443481 Jan 23 21:49:47.781266 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53210) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:47.872938 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-35457756-98c0-4966-a781-93a730be9ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753752 Jan 23 21:49:47.889747 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-973f1ae8-39f5-4e36-80a4-1e8ee849f3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:47.987998 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8f2677fd-9290-439d-ac9c-b6323f733e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.091998 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8f2677fd-9290-439d-ac9c-b6323f733e00 admin admin] Publish callbacks [] for security_group (7f9d2f4b-e86b-4f02-bf28-c987c6b571dc), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.220359 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8f2677fd-9290-439d-ac9c-b6323f733e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7f9d2f4b-e86b-4f02-bf28-c987c6b571dc), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.279845 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3126d8fe-521e-4478-ae73-4c683a7feb0f req-04688a2e-7323-4954-b419-2514466ccb97 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 210 time: 0.0319614 Jan 23 21:49:48.305216 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8f2677fd-9290-439d-ac9c-b6323f733e00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61c0787e56f9422985a72d3b309cfbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157025 Jan 23 21:49:48.305216 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53218) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:48.315355 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2677fd-9290-439d-ac9c-b6323f733e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9d2f4b-e86b-4f02-bf28-c987c6b571dc,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:48.413759 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf1951f8-a54e-4761-97f6-b84cc94bdabd admin admin] Publish callbacks [] for security_group (7f9d2f4b-e86b-4f02-bf28-c987c6b571dc), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.453211 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf1951f8-a54e-4761-97f6-b84cc94bdabd admin admin] Publish callbacks [] for security_group (7f9d2f4b-e86b-4f02-bf28-c987c6b571dc), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.590884 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf1951f8-a54e-4761-97f6-b84cc94bdabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7f9d2f4b-e86b-4f02-bf28-c987c6b571dc), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.593838 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf1951f8-a54e-4761-97f6-b84cc94bdabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:48.599854 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cf1951f8-a54e-4761-97f6-b84cc94bdabd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f9d2f4b-e86b-4f02-bf28-c987c6b571dc HTTP/1.1" status: 204 len: 168 time: 0.2906973 Jan 23 21:49:48.606104 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1951f8-a54e-4761-97f6-b84cc94bdabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9d2f4b-e86b-4f02-bf28-c987c6b571dc,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:49.362419 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:49.393684 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85e41a3f-e6f3-4ba0-8865-409a9c1115e4 req-30b4b47c-0dbe-4f72-b331-4899a5ee0382 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Jan 23 21:49:49.819656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53262) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:49.976876 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-624068132-network', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:50.076273 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Made reservation on behalf of d66f95e94e444453af9756d8848a4b40 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:49:50.079406 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.100264 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.207662 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks [] for security_group (5140046b-5a2e-4468-a5d9-d303f2c354f7), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.339440 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5140046b-5a2e-4468-a5d9-d303f2c354f7), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.370531 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:49:50.379011 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5140046b-5a2e-4468-a5d9-d303f2c354f7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:50.386475 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (eb37ccda-2c8b-48d1-b0d6-768352e70d4a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.386958 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Added segment eb37ccda-2c8b-48d1-b0d6-768352e70d4a of type vlan for network 87818ac8-b7a9-42ed-99c0-88bc382b664f Jan 23 21:49:50.441330 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (87818ac8-b7a9-42ed-99c0-88bc382b664f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.521314 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8889a94b-d8e7-4350-967f-05ab23ed1433 req-009258e9-905d-4987-9b24-34644291b27e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 210 time: 0.0316668 Jan 23 21:49:50.556071 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.630592 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (87818ac8-b7a9-42ed-99c0-88bc382b664f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.631634 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:50.632225 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:50.722450 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] Pushing event updated for resources: {'Network': ['ID=87818ac8-b7a9-42ed-99c0-88bc382b664f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:50.739227 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:49:50.749629 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-290e01a3-bf15-4f4d-a911-88281f88fcb4 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:50.752438 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-290e01a3-bf15-4f4d-a911-88281f88fcb4 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 814 time: 0.1694875 Jan 23 21:49:50.772163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Request body: {'port': {'device_id': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'admin_state_up': True, 'tenant_id': 'ee1757d1fd1149a2b16e5860993c48e4'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:50.774329 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-077c01e9-3ccd-4b8a-9d93-fab5cf68adad admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9531395 Jan 23 21:49:50.778813 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53288) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:50.790198 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Request body: {'subnet': {'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-624068132-subnet', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:50.942998 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6a930-c08a-4655-ae6b-e56f32bfa9ee req-a4d1403d-1c47-4d31-93b7-582e4ba7ede5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:50.944692 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75e6a930-c08a-4655-ae6b-e56f32bfa9ee req-a4d1403d-1c47-4d31-93b7-582e4ba7ede5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0745780 Jan 23 21:49:51.002152 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75e6a930-c08a-4655-ae6b-e56f32bfa9ee req-f063b835-c8e4-41d6-b762-21413ccb7b5d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Jan 23 21:49:51.065787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Made reservation on behalf of d66f95e94e444453af9756d8848a4b40 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:49:51.070723 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:51.310828 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Made reservation on behalf of ee1757d1fd1149a2b16e5860993c48e4 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:49:51.315678 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:51.520999 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Allocated IP 172.20.0.6 (24aab133-8bab-4f09-a830-696f48e02d16/589f5608-ab80-4e5e-b827-eef211b06904/133103fe-6831-40a5-9eaf-1b3f53e42549) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:49:51.653641 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (be55e91c-595c-4abb-96f3-1bbd37b000a6), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:51.727863 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be55e91c-595c-4abb-96f3-1bbd37b000a6,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:51.744980 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Checking segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:49:51.745436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Network hostable DHCP agents. Network: 87818ac8-b7a9-42ed-99c0-88bc382b664f, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:49:51.779419 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-af09457d-34cd-4c03-bc8a-98e3677fdcd6 req-b346dcc2-36de-43c1-a459-fef42fc67626 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 210 time: 0.0823224 Jan 23 21:49:51.832624 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks [] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:51.870744 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:49:52.008557 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 87818ac8-b7a9-42ed-99c0-88bc382b664f) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:52.009434 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.017401 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:52.020505 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.033919 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', '73757944-3553-466b-9c3e-f2bfabf8eec0', '9d4815d0-33d8-485a-8ef1-19a5bffe36ad'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:49:52.041035 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece5512-a4af-4303-bec3-acfac2387705 None None] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:49:52.098953 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Network 24aab133-8bab-4f09-a830-696f48e02d16 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:49:52.104690 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:52.105063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.112246 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:49:52.122293 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event updated for resources: {'Port': ['ID=133103fe-6831-40a5-9eaf-1b3f53e42549,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:52.138901 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2b11a950-f031-4e3d-82e3-adad6be0b7d7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3538971 Jan 23 21:49:52.142651 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53328) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:52.161648 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:52.263775 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:52.263775 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.301480 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.304401 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.379139 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-b9ca00c2-4c9f-49b3-bb87-8782676952e2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6133475 Jan 23 21:49:52.387640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 53336) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:52.405597 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-87818ac8-b7a9-42ed-99c0-88bc382b664f', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:49:52.408858 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.426554 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Request body: {'port': {'device_id': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:52.463316 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks [] for router_controller (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.561525 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.669900 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8d33ac16-2377-4e39-9351-a3baf5f6bab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.769172 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks [] for router_gateway (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:52.879570 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Allocated IP 172.20.0.2 (87818ac8-b7a9-42ed-99c0-88bc382b664f/be55e91c-595c-4abb-96f3-1bbd37b000a6/12680eb4-c81b-42a9-a80d-f310ecd15d39) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:49:53.199325 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks [] for router_gateway (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.229922 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.336810 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Publish callbacks [] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.398162 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Allocated IP 172.27.0.151 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/471e7a20-5c68-4cc3-a1a8-a947dc48dfee) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:49:53.474429 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.480719 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8d33ac16-2377-4e39-9351-a3baf5f6bab2 admin admin] Publish callbacks [] for security_group (f1cad9c0-d537-478c-a525-43e3eb9c0ba6), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.507417 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198daf7-366c-4fb7-a532-29af9861c9b0 req-f2ffc032-e0e8-44a0-8b2a-289998f02e2f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:53.509164 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3198daf7-366c-4fb7-a532-29af9861c9b0 req-f2ffc032-e0e8-44a0-8b2a-289998f02e2f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 931 time: 0.6180060 Jan 23 21:49:53.531522 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:49:53.546617 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:53.553421 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:49:53.575838 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Pushing event updated for resources: {'Port': ['ID=12680eb4-c81b-42a9-a80d-f310ecd15d39,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:53.605733 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks [] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.619955 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3198daf7-366c-4fb7-a532-29af9861c9b0 req-7ff57b11-cc56-4084-918a-34a75cbc15de tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894654 Jan 23 21:49:53.619955 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8d33ac16-2377-4e39-9351-a3baf5f6bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f1cad9c0-d537-478c-a525-43e3eb9c0ba6), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.630949 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Attempting to bind port 12680eb4-c81b-42a9-a80d-f310ecd15d39 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:49:53.631354 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Attempting to bind port 12680eb4-c81b-42a9-a80d-f310ecd15d39 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:49:53.631713 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Attempting to bind port 12680eb4-c81b-42a9-a80d-f310ecd15d39 on network 87818ac8-b7a9-42ed-99c0-88bc382b664f {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:49:53.638103 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:49:53.638467 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Checking segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:49:53.638863 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.639619 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Bound using segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:49:53.639745 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Bound port: 12680eb4-c81b-42a9-a80d-f310ecd15d39, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:49:53.640154 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.700613 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133103fe-6831-40a5-9eaf-1b3f53e42549 {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:49:53.705250 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33ac16-2377-4e39-9351-a3baf5f6bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cad9c0-d537-478c-a525-43e3eb9c0ba6,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:53.710418 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] For port 12680eb4-c81b-42a9-a80d-f310ecd15d39, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:49:53.714726 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8d33ac16-2377-4e39-9351-a3baf5f6bab2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8009343bdbd84ad38b841bef9dd4bc64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3322015 Jan 23 21:49:53.715334 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] For port 12680eb4-c81b-42a9-a80d-f310ecd15d39, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=12680eb4-c81b-42a9-a80d-f310ecd15d39,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:49:53.715928 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Publish callbacks [] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.718292 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 53350) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:53.740106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.746244 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Transition to ACTIVE for port object 133103fe-6831-40a5-9eaf-1b3f53e42549 will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:49:53.782925 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5639c92d-beb9-42cb-8f74-0cb35291c9b8 admin admin] Publish callbacks [] for security_group (f1cad9c0-d537-478c-a525-43e3eb9c0ba6), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.791359 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:49:53.798074 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:53.800452 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Pushing event updated for resources: {'Port': ['ID=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:53.802886 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:49:53.815799 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5639c92d-beb9-42cb-8f74-0cb35291c9b8 admin admin] Publish callbacks [] for security_group (f1cad9c0-d537-478c-a525-43e3eb9c0ba6), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.854037 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.911712 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:53.947422 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81526d38-9ce0-4527-b481-76c65ce21ccd None None] Pushing event updated for resources: {'Port': ['ID=12680eb4-c81b-42a9-a80d-f310ecd15d39,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:53.988340 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Pushing event updated for resources: {'Port': ['ID=133103fe-6831-40a5-9eaf-1b3f53e42549,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:54.010244 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5639c92d-beb9-42cb-8f74-0cb35291c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f1cad9c0-d537-478c-a525-43e3eb9c0ba6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.012767 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5639c92d-beb9-42cb-8f74-0cb35291c9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.013978 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5639c92d-beb9-42cb-8f74-0cb35291c9b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1cad9c0-d537-478c-a525-43e3eb9c0ba6 HTTP/1.1" status: 204 len: 168 time: 0.2948651 Jan 23 21:49:54.048714 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c92d-beb9-42cb-8f74-0cb35291c9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cad9c0-d537-478c-a525-43e3eb9c0ba6,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:54.100023 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Attempting to bind port 133103fe-6831-40a5-9eaf-1b3f53e42549 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:49:54.100372 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Attempting to bind port 133103fe-6831-40a5-9eaf-1b3f53e42549 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:49:54.100707 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Attempting to bind port 133103fe-6831-40a5-9eaf-1b3f53e42549 on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:49:54.108733 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Port 133103fe-6831-40a5-9eaf-1b3f53e42549 on network 24aab133-8bab-4f09-a830-696f48e02d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:49:54.110332 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Attempting to bind port 133103fe-6831-40a5-9eaf-1b3f53e42549 on network 24aab133-8bab-4f09-a830-696f48e02d16 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:49:54.117482 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:49:54.120172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Checking segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:49:54.120172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Bound using segment: {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:49:54.120172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Bound port: 133103fe-6831-40a5-9eaf-1b3f53e42549, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6b1c-faec-4b47-8454-20a73737970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:49:54.120172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.220163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] For port 133103fe-6831-40a5-9eaf-1b3f53e42549, host hv-cinder-82160, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:49:54.224361 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] For port 133103fe-6831-40a5-9eaf-1b3f53e42549, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=133103fe-6831-40a5-9eaf-1b3f53e42549,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:49:54.239370 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks [] for router_gateway (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.323010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.399850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:54.400957 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.403452 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] 10.222.0.112 "PUT /v2.0/ports/133103fe-6831-40a5-9eaf-1b3f53e42549 HTTP/1.1" status: 200 len: 1093 time: 2.0080981 Jan 23 21:49:54.404144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'tag': '133103fe-6831-40a5-9eaf-1b3f53e42549'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:49:54.413571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5d627-798c-4c6e-a37c-b5228adb7c50" -d '{"events": [{"name": "network-changed", "server_uuid": "e538357f-255c-4133-ad2e-66ea953c89b0", "tag": "133103fe-6831-40a5-9eaf-1b3f53e42549"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:49:54.467584 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce7c25-39cd-4399-9a52-a4c4bdebd45f service neutron] Pushing event updated for resources: {'Port': ['ID=133103fe-6831-40a5-9eaf-1b3f53e42549,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:54.554629 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ca9fa-0e55-45a0-bbd1-e80f6400ad9f x-openstack-request-id: req-702ca9fa-0e55-45a0-bbd1-e80f6400ad9f {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:49:54.555924 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e538357f-255c-4133-ad2e-66ea953c89b0", "tag": "133103fe-6831-40a5-9eaf-1b3f53e42549", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:49:54.556315 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-702ca9fa-0e55-45a0-bbd1-e80f6400ad9f {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:49:54.557042 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'tag': '133103fe-6831-40a5-9eaf-1b3f53e42549', 'status': 'completed', 'code': 200} Jan 23 21:49:54.609627 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:54.707849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-e7145aa3-b98e-406f-9876-7c1ba62eb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:54.709419 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-e7145aa3-b98e-406f-9876-7c1ba62eb51f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 1096 time: 0.1230257 Jan 23 21:49:54.832794 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-ba66468a-ff0e-4697-8312-87c114f00900 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=133103fe-6831-40a5-9eaf-1b3f53e42549 HTTP/1.1" status: 200 len: 217 time: 0.0953388 Jan 23 21:49:54.919114 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db13-66f8-4298-b584-824531b5c836 req-238a5dea-0aee-43d9-94ea-03b3ca80a1f6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:54.920071 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ee82db13-66f8-4298-b584-824531b5c836 req-238a5dea-0aee-43d9-94ea-03b3ca80a1f6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 943 time: 0.1647806 Jan 23 21:49:54.921871 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-e3400a24-f66c-4896-8e03-56e2b3c41f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:54.924128 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-e3400a24-f66c-4896-8e03-56e2b3c41f70 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.0706785 Jan 23 21:49:54.979591 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:49:54.992405 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-1bac833e-f4bd-4fa6-a6ba-7d7162d2fe9f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594549 Jan 23 21:49:55.124687 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ee82db13-66f8-4298-b584-824531b5c836 req-5b1be78c-292d-40e4-b4d7-237851335893 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789088 Jan 23 21:49:55.165740 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-358e64ea-15b3-4534-aabb-7f89c2d84868 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658506 Jan 23 21:49:55.167670 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:49:55.178420 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Sync routers for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:49:55.194549 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:49:55.195537 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:55.243819 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:55.248399 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0d5e3a92-5039-4d5b-ab63-0ad85f69cd27 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1041842 Jan 23 21:49:55.249094 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53378) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:55.330623 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:49:55.358415 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bcbe865f-2c50-4036-a3ee-8d077c61450f req-65b4a1eb-874a-43fb-af46-65210cbb737f service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819205 Jan 23 21:49:55.411694 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53b961-e2fd-4be1-be69-cd3534fad15a None None] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:49:55.541049 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] Provisioning complete for port 12680eb4-c81b-42a9-a80d-f310ecd15d39 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:55.541521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:55.563493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-c3384ab2-3fc6-4c69-9244-a2bb113102f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:55.571066 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-c3384ab2-3fc6-4c69-9244-a2bb113102f4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 1096 time: 0.0964298 Jan 23 21:49:55.669996 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] Current status of the port 12680eb4-c81b-42a9-a80d-f310ecd15d39 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:55.670703 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:55.749148 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] For port 12680eb4-c81b-42a9-a80d-f310ecd15d39, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=12680eb4-c81b-42a9-a80d-f310ecd15d39,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:49:55.786504 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:53Z', 'revision_number': 3, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:55.826473 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Checking router: 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:49:55.827476 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Updating router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:49:55.838146 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:55.858581 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 12680eb4-c81b-42a9-a80d-f310ecd15d39 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:49:55.872820 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:55.915995 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-13a55b24-e328-4a1b-af09-132acc6695df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:55.917751 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-13a55b24-e328-4a1b-af09-132acc6695df service neutron] 10.222.0.112 "GET /v2.0/networks?id=24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 200 len: 915 time: 0.3300748 Jan 23 21:49:56.008196 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-491e1024-5af1-4412-bbf2-da5b86f49183 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=133103fe-6831-40a5-9eaf-1b3f53e42549 HTTP/1.1" status: 200 len: 217 time: 0.0751708 Jan 23 21:49:56.105296 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-e09ca818-2a7e-4466-aab8-51419bb32f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:56.107582 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-e09ca818-2a7e-4466-aab8-51419bb32f7e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 200 len: 854 time: 0.0921545 Jan 23 21:49:56.129268 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3206568-1722-4860-9f61-8188c44ceb67 None None] Pushing event updated for resources: {'Port': ['ID=12680eb4-c81b-42a9-a80d-f310ecd15d39,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:56.154012 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 12680eb4-c81b-42a9-a80d-f310ecd15d39 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:56.154495 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.189343 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-5573a4de-8db6-4dc7-8320-9f2f9e5d8b2c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=24aab133-8bab-4f09-a830-696f48e02d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721693 Jan 23 21:49:56.207790 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-f91d6dec-a832-4284-97d6-6b3fd79d5bb2 None None] Provisioning complete for port 12680eb4-c81b-42a9-a80d-f310ecd15d39 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:56.212924 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f91d6dec-a832-4284-97d6-6b3fd79d5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.272912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.311537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 12680eb4-c81b-42a9-a80d-f310ecd15d39 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:56.331199 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bdbaa-7661-4807-8c2e-c3b52406fbfe req-ca01b060-0405-478d-b117-5eb66cc3c27f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:56.332850 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-288bdbaa-7661-4807-8c2e-c3b52406fbfe req-ca01b060-0405-478d-b117-5eb66cc3c27f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 943 time: 0.1083000 Jan 23 21:49:56.349609 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Publish callbacks [] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.358081 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f91d6dec-a832-4284-97d6-6b3fd79d5bb2 None None] Current status of the port 12680eb4-c81b-42a9-a80d-f310ecd15d39 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:56.385061 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-2827aa7e-2600-4ffc-b47b-ceb0f858a9dd service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858799 Jan 23 21:49:56.425565 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.440695 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-288bdbaa-7661-4807-8c2e-c3b52406fbfe req-b7f579c5-dd08-49c7-b657-98e345b5d57c tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001906 Jan 23 21:49:56.508551 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Pushing event updated for resources: {'Port': ['ID=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:56.511426 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Attempting to bind port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:49:56.511798 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Attempting to bind port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:49:56.512160 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Attempting to bind port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:49:56.512387 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03a5d627-798c-4c6e-a37c-b5228adb7c50 req-9b3e901e-7618-4034-9f13-fda3678bbf02 service neutron] 10.222.0.112 "GET /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162868 Jan 23 21:49:56.521710 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.522126 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.522438 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.522778 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.523102 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.523455 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.523799 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.524126 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.524457 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.524778 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.525099 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.525412 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.525726 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:49:56.529810 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Allocated IP 172.20.0.1 (87818ac8-b7a9-42ed-99c0-88bc382b664f/be55e91c-595c-4abb-96f3-1bbd37b000a6/20ea9455-5d2c-4f49-a728-7d691c577b1e) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:49:56.537347 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:49:56.537920 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:49:56.538637 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.539459 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:49:56.540169 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Bound port: 471e7a20-5c68-4cc3-a1a8-a947dc48dfee, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:49:56.540562 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.598758 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] For port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:49:56.602747 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] For port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:49:56.666383 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.706422 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks [] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.771378 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:49:56.772175 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:56.809231 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6c854-285b-4cee-b4b2-e782550bd345 None None] Pushing event updated for resources: {'Port': ['ID=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:56.836843 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:56.877103 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:49:56.881227 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:56.883724 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:49:56.933318 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Pushing event updated for resources: {'Port': ['ID=20ea9455-5d2c-4f49-a728-7d691c577b1e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:56.939718 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:49:56.940979 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.201634 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:53Z', 'revision_number': 3, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:57.230826 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89519f49-8289-4eab-b373-09ff63e50461 None None] The sync data for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi is: [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:53Z', 'revision_number': 3, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:49:57.299892 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-3f913c55-c463-42ed-8552-694e2e411efb None None] Provisioning complete for port 20ea9455-5d2c-4f49-a728-7d691c577b1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:57.321446 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f913c55-c463-42ed-8552-694e2e411efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.343683 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3f913c55-c463-42ed-8552-694e2e411efb None None] Port 20ea9455-5d2c-4f49-a728-7d691c577b1e cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:49:57.384647 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.608565 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks [] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.636867 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fb375-9845-42fa-96b6-169c5361e987 req-7e738506-2873-4efc-ac43-e207a42b182a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:57.638601 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d12fb375-9845-42fa-96b6-169c5361e987 req-7e738506-2873-4efc-ac43-e207a42b182a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 943 time: 0.0788264 Jan 23 21:49:57.703218 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d12fb375-9845-42fa-96b6-169c5361e987 req-fc5a3bc7-b8b7-4a99-963d-40a779051f63 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Jan 23 21:49:57.717098 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.752360 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 12680eb4-c81b-42a9-a80d-f310ecd15d39 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:49:57.801093 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.804426 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Pushing event updated for resources: {'Port': ['ID=20ea9455-5d2c-4f49-a728-7d691c577b1e,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:57.814297 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 12680eb4-c81b-42a9-a80d-f310ecd15d39 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:57.814745 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:57.907565 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 12680eb4-c81b-42a9-a80d-f310ecd15d39 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:57.908723 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 471e7a20-5c68-4cc3-a1a8-a947dc48dfee up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:49:57.974193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:49:57.976392 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:49:57.988524 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:57.989129 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:58.119826 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:49:58.120502 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:58.148454 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:49:58.259025 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:58.339219 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:58.392783 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4920d3a6-df4e-4a5b-9ce5-94384cf5311e None None] Provisioning complete for port 20ea9455-5d2c-4f49-a728-7d691c577b1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:58.393430 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4920d3a6-df4e-4a5b-9ce5-94384cf5311e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:58.446435 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:49:58.455994 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4920d3a6-df4e-4a5b-9ce5-94384cf5311e None None] Port 20ea9455-5d2c-4f49-a728-7d691c577b1e cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:49:58.565585 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:49:58.570868 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-eb32e1cf-5437-46bc-9842-030d4a5c48d8 admin admin] 10.222.0.72 "PUT /v2.0/routers/01f47a27-8fd4-4260-b8e9-08a5dff8eb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3207245 Jan 23 21:49:58.900945 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276851a1-8b6f-4e34-b37b-c5eaa963abb2 req-610c0087-7dcf-4a15-b490-e759206be494 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:49:58.904122 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-276851a1-8b6f-4e34-b37b-c5eaa963abb2 req-610c0087-7dcf-4a15-b490-e759206be494 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 943 time: 0.0913553 Jan 23 21:49:58.967846 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-276851a1-8b6f-4e34-b37b-c5eaa963abb2 req-9658bece-73fb-4164-93b1-bbaf1c0edc01 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Jan 23 21:49:59.271081 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Sync routers for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:49:59.284938 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:49:59.285611 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:59.539045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53438) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:49:59.544507 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-46853848-network', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:49:59.581977 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:49:59.671681 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Made reservation on behalf of ade8a57ddbd145c58ec8abf565fe8659 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:49:59.673448 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 471e7a20-5c68-4cc3-a1a8-a947dc48dfee up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:49:59.676892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:59.692508 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:59.816221 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks [] for security_group (888aceeb-2661-44a7-a247-8664c9e01c3b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:59.820568 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:49:59.820955 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:59.905248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (888aceeb-2661-44a7-a247-8664c9e01c3b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:59.937427 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 2, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:49:59.945745 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:49:59.969697 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Checking router: 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:49:59.970064 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Updating router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f port 20ea9455-5d2c-4f49-a728-7d691c577b1e binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:49:59.972820 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888aceeb-2661-44a7-a247-8664c9e01c3b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:49:59.991684 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:49:59.992366 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Added segment b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6 of type vlan for network ae486def-14ca-4cd2-8c83-587d93e10d06 Jan 23 21:50:00.027959 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:00.032732 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.057898 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (ae486def-14ca-4cd2-8c83-587d93e10d06), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.147789 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0e5e-76d3-4f2c-9ffb-d91d1e0ee4ec req-0cac63e9-5abb-4071-8d9a-edf7e7c564e6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:00.149464 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-771f0e5e-76d3-4f2c-9ffb-d91d1e0ee4ec req-0cac63e9-5abb-4071-8d9a-edf7e7c564e6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 943 time: 0.0614419 Jan 23 21:50:00.186359 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (ae486def-14ca-4cd2-8c83-587d93e10d06), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.188462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:00.190533 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.223663 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-771f0e5e-76d3-4f2c-9ffb-d91d1e0ee4ec req-a62bb1e0-42e1-4139-b372-b6bc6e2c28f9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634406 Jan 23 21:50:00.281074 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ae486def-14ca-4cd2-8c83-587d93e10d06,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:00.298797 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network ae486def-14ca-4cd2-8c83-587d93e10d06 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:50:00.341850 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2009ca8c-7f11-40d3-b532-3111e8f697a4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8016326 Jan 23 21:50:00.345291 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53450) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:00.350236 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Request body: {'subnet': {'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-46853848-subnet', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:50:00.442058 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Made reservation on behalf of ade8a57ddbd145c58ec8abf565fe8659 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:50:00.446261 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.519149 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Publish callbacks [] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.571687 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 133103fe-6831-40a5-9eaf-1b3f53e42549 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:50:00.627045 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.751339 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f3cd-5fc0-414d-9a6b-2f99d585f760 None None] Pushing event updated for resources: {'Port': ['ID=20ea9455-5d2c-4f49-a728-7d691c577b1e,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:00.768279 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (47c77330-816c-49c1-94a1-43e081aabea4), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.797672 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 133103fe-6831-40a5-9eaf-1b3f53e42549, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=133103fe-6831-40a5-9eaf-1b3f53e42549,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:00.851131 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c77330-816c-49c1-94a1-43e081aabea4,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:00.864886 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Checking segment: {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:00.865259 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Network hostable DHCP agents. Network: ae486def-14ca-4cd2-8c83-587d93e10d06, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:50:00.870695 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '133103fe-6831-40a5-9eaf-1b3f53e42549', 'network_id': '24aab133-8bab-4f09-a830-696f48e02d16', 'port_id': '133103fe-6831-40a5-9eaf-1b3f53e42549', 'mac_address': 'fa:16:3e:33:46:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589f5608-ab80-4e5e-b827-eef211b06904', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:50:00.877196 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Attempting to bind port 20ea9455-5d2c-4f49-a728-7d691c577b1e on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:50:00.877991 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Attempting to bind port 20ea9455-5d2c-4f49-a728-7d691c577b1e by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:50:00.878423 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Attempting to bind port 20ea9455-5d2c-4f49-a728-7d691c577b1e on network 87818ac8-b7a9-42ed-99c0-88bc382b664f {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:00.890959 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:50:00.891522 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Checking segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:00.892171 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.892795 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Bound using segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:50:00.893549 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Bound port: 20ea9455-5d2c-4f49-a728-7d691c577b1e, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:50:00.894108 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:00.962601 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 133103fe-6831-40a5-9eaf-1b3f53e42549 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:00.962920 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.004594 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133103fe-6831-40a5-9eaf-1b3f53e42549 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:50:01.023546 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Network ae486def-14ca-4cd2-8c83-587d93e10d06 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:50:01.043120 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] For port 20ea9455-5d2c-4f49-a728-7d691c577b1e, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:50:01.058248 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 133103fe-6831-40a5-9eaf-1b3f53e42549, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=133103fe-6831-40a5-9eaf-1b3f53e42549,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:01.058248 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] For port 20ea9455-5d2c-4f49-a728-7d691c577b1e, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=20ea9455-5d2c-4f49-a728-7d691c577b1e,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:50:01.058248 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-acc16502-fdf1-4314-a30a-f93f4d2e704c None None] Provisioning complete for port 20ea9455-5d2c-4f49-a728-7d691c577b1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:01.058248 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc16502-fdf1-4314-a30a-f93f4d2e704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.099719 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-acc16502-fdf1-4314-a30a-f93f4d2e704c None None] Port 20ea9455-5d2c-4f49-a728-7d691c577b1e cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:50:01.115894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, ae486def-14ca-4cd2-8c83-587d93e10d06) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:01.121677 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:01.121677 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.128034 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eda2d4-cbc9-4f3f-aa6a-4ec50a59b02d None None] Network ae486def-14ca-4cd2-8c83-587d93e10d06 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:50:01.181929 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.192125 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.274547 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=133103fe-6831-40a5-9eaf-1b3f53e42549,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:01.279510 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-51a5ca21-71b0-4087-b772-135a91a4f4b0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9330134 Jan 23 21:50:01.293132 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53466) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:01.299317 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:50:01.306227 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:50:01.306898 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:01.370194 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-ae486def-14ca-4cd2-8c83-587d93e10d06', 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06', 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'fixed_ips': [{'subnet_id': '47c77330-816c-49c1-94a1-43e081aabea4'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:50:01.371183 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.448619 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1894a-08a3-4f9c-b48a-ac17553e8d3d req-85cd8e8f-5180-446a-b5c4-e77d40a86df7 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:01.451116 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81c1894a-08a3-4f9c-b48a-ac17553e8d3d req-85cd8e8f-5180-446a-b5c4-e77d40a86df7 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 944 time: 0.0893457 Jan 23 21:50:01.511521 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (3f53b283-baf5-4a70-97d8-4c3e74243f9d), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.512850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (3f53b283-baf5-4a70-97d8-4c3e74243f9d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.548022 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f3cd-5fc0-414d-9a6b-2f99d585f760 None None] Pushing event updated for resources: {'Port': ['ID=20ea9455-5d2c-4f49-a728-7d691c577b1e,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:01.576564 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81c1894a-08a3-4f9c-b48a-ac17553e8d3d req-ac62b6e8-6374-4d4b-8e1e-2c34157d1458 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092486 Jan 23 21:50:01.584416 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:50:01.620888 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks [] for router_controller (3f53b283-baf5-4a70-97d8-4c3e74243f9d), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.816074 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['133103fe-6831-40a5-9eaf-1b3f53e42549'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:01.868979 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks [] for router_gateway (3f53b283-baf5-4a70-97d8-4c3e74243f9d), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:01.887581 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] Provisioning complete for port 20ea9455-5d2c-4f49-a728-7d691c577b1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:01.887988 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.057666 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2531c-ec0d-4bdf-bff7-d8f66054788e req-924556a4-819b-4654-8efe-26e9de7b28c5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:02.059631 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6e2531c-ec0d-4bdf-bff7-d8f66054788e req-924556a4-819b-4654-8efe-26e9de7b28c5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0807087 Jan 23 21:50:02.092528 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Allocated IP 172.20.0.2 (ae486def-14ca-4cd2-8c83-587d93e10d06/47c77330-816c-49c1-94a1-43e081aabea4/e7ebfc69-ff9b-43c8-ab99-73c1e59c1301) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:50:02.148328 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6e2531c-ec0d-4bdf-bff7-d8f66054788e req-c2952437-291e-42f2-a489-f0d367156ddf tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Jan 23 21:50:02.205774 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-30e95fc2-5023-4d8c-a803-5b0c5c2130c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:02.207380 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-30e95fc2-5023-4d8c-a803-5b0c5c2130c6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.0773873 Jan 23 21:50:02.307642 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] Current status of the port 20ea9455-5d2c-4f49-a728-7d691c577b1e is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:02.308140 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.309880 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks [] for router_gateway (3f53b283-baf5-4a70-97d8-4c3e74243f9d), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.338554 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-4d126f79-3593-4c03-b916-be001fa2c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:02.341182 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-4d126f79-3593-4c03-b916-be001fa2c850 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.1259840 Jan 23 21:50:02.341448 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.398599 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-b2cbd39a-cd76-4f56-b082-ebc7a89860a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0471158 Jan 23 21:50:02.428106 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] For port 20ea9455-5d2c-4f49-a728-7d691c577b1e, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=20ea9455-5d2c-4f49-a728-7d691c577b1e,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:02.470860 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:01Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:02.473957 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-2494df42-bf7a-43ea-ae2e-f633c8c52365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:02.476587 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-2494df42-bf7a-43ea-ae2e-f633c8c52365 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.0657108 Jan 23 21:50:02.478373 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Publish callbacks [] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.509073 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.513057 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274d103-eade-4e4f-9057-173ef7f505bb None None] The sync data for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi is: [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:01Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:50:02.537037 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-aa466724-9841-4376-874b-64e68eba4c8e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538068 Jan 23 21:50:02.555696 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Allocated IP 172.27.0.144 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:50:02.585616 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.649712 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f66bc-c2dd-4c5b-998d-e49cf8985f0a None None] Pushing event updated for resources: {'Port': ['ID=20ea9455-5d2c-4f49-a728-7d691c577b1e,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:02.672791 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Network ae486def-14ca-4cd2-8c83-587d93e10d06 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:50:02.675298 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:02.719875 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:50:02.776483 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-02cec565-87ff-4595-9467-5b4509461e7e service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311594 Jan 23 21:50:02.799771 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks [] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.801392 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Pushing event updated for resources: {'Port': ['ID=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:02.863312 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Attempting to bind port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:50:02.864372 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Attempting to bind port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:50:02.864921 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Attempting to bind port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 on network ae486def-14ca-4cd2-8c83-587d93e10d06 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:02.881498 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:50:02.886529 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Checking segment: {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:02.886529 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.886529 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Bound using segment: {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:50:02.886529 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Bound port: e7ebfc69-ff9b-43c8-ab99-73c1e59c1301, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:50:02.886529 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:02.915786 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515a002-c3f9-484c-bad8-95ab6632767b req-89edfba6-4d8d-486b-8f83-f01455919626 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:02.917410 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9515a002-c3f9-484c-bad8-95ab6632767b req-89edfba6-4d8d-486b-8f83-f01455919626 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 944 time: 0.1750479 Jan 23 21:50:02.989416 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] For port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:50:02.994170 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] For port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:50:03.002749 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.011280 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9515a002-c3f9-484c-bad8-95ab6632767b req-cde049eb-97b3-410e-a80f-22d8c5077ed2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Jan 23 21:50:03.012982 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-343c1f56-ae79-4a0a-b538-4128bbddb437 req-a4d14322-ecb8-4d63-b250-ed4214894a66 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157147 Jan 23 21:50:03.053192 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:50:03.061290 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:03.066930 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:50:03.101860 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:03.122113 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.194117 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002a9df-92d1-4eb5-99ea-8c48d1a59a1e None None] Pushing event updated for resources: {'Port': ['ID=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:03.362027 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53498) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:03.393859 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887399a-55e3-48e1-ad8f-3c36c22d7450 req-3aa1fc57-4f90-4969-b4e9-bbb53a2c9b7a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:03.401790 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1887399a-55e3-48e1-ad8f-3c36c22d7450 req-3aa1fc57-4f90-4969-b4e9-bbb53a2c9b7a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0824041 Jan 23 21:50:03.490897 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1887399a-55e3-48e1-ad8f-3c36c22d7450 req-7fa8642c-6e41-4070-8451-11bb517d6771 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862584 Jan 23 21:50:03.574064 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks [] for router_gateway (3f53b283-baf5-4a70-97d8-4c3e74243f9d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.655997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2d108d86-d402-4f99-b690-f47046e4c0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.838142 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 20ea9455-5d2c-4f49-a728-7d691c577b1e up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:03.842750 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 133103fe-6831-40a5-9eaf-1b3f53e42549 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:03.884663 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2d108d86-d402-4f99-b690-f47046e4c0c9 admin admin] Publish callbacks [] for security_group (45f7c623-14f1-4b02-904e-bca1ba7a920d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.918882 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (3f53b283-baf5-4a70-97d8-4c3e74243f9d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.952838 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 20ea9455-5d2c-4f49-a728-7d691c577b1e triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:03.954002 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:03.999561 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2d108d86-d402-4f99-b690-f47046e4c0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (45f7c623-14f1-4b02-904e-bca1ba7a920d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.027591 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 133103fe-6831-40a5-9eaf-1b3f53e42549 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:50:04.038167 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 133103fe-6831-40a5-9eaf-1b3f53e42549 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:04.038770 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.137504 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d108d86-d402-4f99-b690-f47046e4c0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f7c623-14f1-4b02-904e-bca1ba7a920d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:04.144577 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 20ea9455-5d2c-4f49-a728-7d691c577b1e is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:04.145745 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:04.159101 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2d108d86-d402-4f99-b690-f47046e4c0c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2af454715e0943e9a4acc41bf80044df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7957861 Jan 23 21:50:04.160464 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53508) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:04.221844 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1ac5-eddb-4693-98f1-07ed9e61f745 req-50267949-1383-4556-8080-788f9c79d83f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:04.228219 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c2c1ac5-eddb-4693-98f1-07ed9e61f745 req-50267949-1383-4556-8080-788f9c79d83f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 944 time: 0.1142302 Jan 23 21:50:04.276410 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 133103fe-6831-40a5-9eaf-1b3f53e42549 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:04.276963 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.282688 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9476633-2cdb-49c2-aa54-5456578e51a0 admin admin] Publish callbacks [] for security_group (45f7c623-14f1-4b02-904e-bca1ba7a920d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.302377 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:04.302914 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.318100 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c2c1ac5-eddb-4693-98f1-07ed9e61f745 req-c5c57e9e-d09b-401b-9dbb-09ae55719856 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Jan 23 21:50:04.335548 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9476633-2cdb-49c2-aa54-5456578e51a0 admin admin] Publish callbacks [] for security_group (45f7c623-14f1-4b02-904e-bca1ba7a920d), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.351845 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133103fe-6831-40a5-9eaf-1b3f53e42549'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:04.354308 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb02d9c9-493a-4adc-9a74-02104d8ce214" -d '{"events": [{"server_uuid": "e538357f-255c-4133-ad2e-66ea953c89b0", "name": "network-vif-plugged", "status": "completed", "tag": "133103fe-6831-40a5-9eaf-1b3f53e42549"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:04.388206 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 133103fe-6831-40a5-9eaf-1b3f53e42549, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=133103fe-6831-40a5-9eaf-1b3f53e42549,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:04.433435 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c95a6-4e49-4259-bf2f-e17b2bfcfeb4 x-openstack-request-id: req-f27c95a6-4e49-4259-bf2f-e17b2bfcfeb4 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:04.434021 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e538357f-255c-4133-ad2e-66ea953c89b0", "name": "network-vif-plugged", "status": "completed", "tag": "133103fe-6831-40a5-9eaf-1b3f53e42549", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:04.434453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f27c95a6-4e49-4259-bf2f-e17b2bfcfeb4 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:04.434785 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133103fe-6831-40a5-9eaf-1b3f53e42549', 'code': 200} Jan 23 21:50:04.455650 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:04.456073 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.482266 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Router 3f53b283-baf5-4a70-97d8-4c3e74243f9d is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:50:04.504437 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:04.510449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.549479 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9476633-2cdb-49c2-aa54-5456578e51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (45f7c623-14f1-4b02-904e-bca1ba7a920d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.552989 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9476633-2cdb-49c2-aa54-5456578e51a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.557175 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f9476633-2cdb-49c2-aa54-5456578e51a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45f7c623-14f1-4b02-904e-bca1ba7a920d HTTP/1.1" status: 204 len: 168 time: 0.3912182 Jan 23 21:50:04.591700 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=133103fe-6831-40a5-9eaf-1b3f53e42549,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:04.606348 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.613111 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9476633-2cdb-49c2-aa54-5456578e51a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f7c623-14f1-4b02-904e-bca1ba7a920d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:04.652665 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffad71-1a33-4fca-a620-b5fa5dd11d1d req-e6454997-f93b-4c90-a814-8cf19d06cef8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:04.655143 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ebffad71-1a33-4fca-a620-b5fa5dd11d1d req-e6454997-f93b-4c90-a814-8cf19d06cef8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0806460 Jan 23 21:50:04.673975 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:04.679986 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e8560-15ed-48cf-96c1-a8851e4c1f6f None None] Network ae486def-14ca-4cd2-8c83-587d93e10d06 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:50:04.703882 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:50:04.717444 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Sync routers for ids ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:50:04.723860 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ebffad71-1a33-4fca-a620-b5fa5dd11d1d req-96a90109-1388-4dcc-879f-72b314394f20 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620594 Jan 23 21:50:04.732338 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Routers {'3f53b283-baf5-4a70-97d8-4c3e74243f9d'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:50:04.733388 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:04.806195 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.811003 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2c2aaa72-fbc6-45d9-8056-f85b21d68961 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5138483 Jan 23 21:50:04.812503 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 53516) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:04.835764 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4f4d99c-8da2-4a87-9c64-eb9aee473377 None None] Provisioning complete for port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:04.836388 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d99c-8da2-4a87-9c64-eb9aee473377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:04.901562 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061de5e-5912-44e3-b836-4bfc87dababb req-c9f1da7a-db1c-4ce3-a3b4-d92134712e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:04.905858 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5061de5e-5912-44e3-b836-4bfc87dababb req-c9f1da7a-db1c-4ce3-a3b4-d92134712e22 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 1098 time: 0.1218669 Jan 23 21:50:04.956208 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Set router 3f53b283-baf5-4a70-97d8-4c3e74243f9d gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:50:05.011218 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4d99c-8da2-4a87-9c64-eb9aee473377 None None] Current status of the port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:05.071301 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5061de5e-5912-44e3-b836-4bfc87dababb req-c4aa91e2-a387-4950-b0c2-5c40366b9fc1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546445 Jan 23 21:50:05.257311 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:50:03Z', 'revision_number': 3, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:05.307996 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Checking router: 3f53b283-baf5-4a70-97d8-4c3e74243f9d for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:50:05.308589 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Updating router 3f53b283-baf5-4a70-97d8-4c3e74243f9d port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:50:05.344966 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:05.360221 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-f665faf4-48e1-4233-923f-6a3a2c302e68 None None] Provisioning complete for port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:05.360221 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f665faf4-48e1-4233-923f-6a3a2c302e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:05.507245 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f665faf4-48e1-4233-923f-6a3a2c302e68 None None] Current status of the port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:05.598285 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39480ca-1fb4-4ed9-8dd6-746dcd189f8b req-002ee734-48b0-4b01-a1c9-92be09c13869 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:05.600306 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c39480ca-1fb4-4ed9-8dd6-746dcd189f8b req-002ee734-48b0-4b01-a1c9-92be09c13869 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0871277 Jan 23 21:50:05.697494 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c39480ca-1fb4-4ed9-8dd6-746dcd189f8b req-f6e1ddcf-4d4c-470f-96ba-c75e4ab075ab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854986 Jan 23 21:50:05.702026 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:05.776054 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:05.776565 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:05.886594 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:05.889057 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a5bbd-e6eb-45bf-9555-9489c6d5d9ce req-6afefc1b-7ad8-4bbc-8304-f9646347d3e3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:05.893405 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d0a5bbd-e6eb-45bf-9555-9489c6d5d9ce req-6afefc1b-7ad8-4bbc-8304-f9646347d3e3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0839264 Jan 23 21:50:05.901581 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Publish callbacks [] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:05.952128 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d0a5bbd-e6eb-45bf-9555-9489c6d5d9ce req-f260939c-9719-4ee3-b26b-56f5ebceb8e7 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525308 Jan 23 21:50:06.023129 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.054007 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.120915 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ea356-15bc-467e-89ef-ab710fc39341 None None] Pushing event updated for resources: {'Port': ['ID=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:06.123929 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Attempting to bind port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:50:06.124232 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Attempting to bind port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:50:06.124567 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Attempting to bind port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:06.131289 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:50:06.135611 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:06.135611 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.139894 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:50:06.145953 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Bound port: 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:50:06.146482 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.215398 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] For port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:50:06.220936 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] For port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:50:06.290273 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Allocated IP 172.20.0.1 (ae486def-14ca-4cd2-8c83-587d93e10d06/47c77330-816c-49c1-94a1-43e081aabea4/bd58582e-642c-4844-94aa-3866df038002) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:50:06.310969 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.372272 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Routers {'3f53b283-baf5-4a70-97d8-4c3e74243f9d'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:50:06.372998 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:06.378931 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ea356-15bc-467e-89ef-ab710fc39341 None None] Pushing event updated for resources: {'Port': ['ID=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:06.439971 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks [] for port (bd58582e-642c-4844-94aa-3866df038002), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.563710 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (bd58582e-642c-4844-94aa-3866df038002), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.590425 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] Set router 3f53b283-baf5-4a70-97d8-4c3e74243f9d gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:50:06.635424 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Network ae486def-14ca-4cd2-8c83-587d93e10d06 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:50:06.642045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:06.646869 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:50:06.731498 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Pushing event updated for resources: {'Port': ['ID=bd58582e-642c-4844-94aa-3866df038002,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:06.746116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (3f53b283-baf5-4a70-97d8-4c3e74243f9d), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:06.872700 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:50:03Z', 'revision_number': 3, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:06.920340 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46ac84-104e-435d-8448-fbf5a9bcea93 None None] The sync data for ids ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'] in dv-cinder-821602-21-iscsi is: [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:50:03Z', 'revision_number': 3, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:50:06.932333 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dca55-de99-4e02-9c60-6cf8337e55b5 req-568c325e-c0bb-4d5d-a7be-a7908facf191 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:06.943495 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-469dca55-de99-4e02-9c60-6cf8337e55b5 req-568c325e-c0bb-4d5d-a7be-a7908facf191 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.1168437 Jan 23 21:50:07.003678 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-469dca55-de99-4e02-9c60-6cf8337e55b5 req-c73bd86e-ddb1-4085-85aa-c40676af1006 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Jan 23 21:50:07.063098 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-50360b22-afc2-4bfb-b303-8c15dae5cc14 None None] Provisioning complete for port bd58582e-642c-4844-94aa-3866df038002 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:07.065679 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50360b22-afc2-4bfb-b303-8c15dae5cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (bd58582e-642c-4844-94aa-3866df038002), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:07.065805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bd58582e-642c-4844-94aa-3866df038002), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:07.114801 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-50360b22-afc2-4bfb-b303-8c15dae5cc14 None None] Port bd58582e-642c-4844-94aa-3866df038002 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:50:07.142207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6318faa-ecdc-45eb-9e01-fe2f4c93b731 req-1e74c749-ecc2-4b18-a3db-dedea096fab5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:07.149218 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6318faa-ecdc-45eb-9e01-fe2f4c93b731 req-1e74c749-ecc2-4b18-a3db-dedea096fab5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0651598 Jan 23 21:50:07.279839 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6318faa-ecdc-45eb-9e01-fe2f4c93b731 req-645597fa-0bf3-4773-9e00-ee2b71d12006 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062872 Jan 23 21:50:07.341356 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks [] for port (bd58582e-642c-4844-94aa-3866df038002), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:07.442253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (bd58582e-642c-4844-94aa-3866df038002), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:07.518762 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Pushing event updated for resources: {'Port': ['ID=bd58582e-642c-4844-94aa-3866df038002,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:07.522810 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (3f53b283-baf5-4a70-97d8-4c3e74243f9d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:07.704872 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Network ae486def-14ca-4cd2-8c83-587d93e10d06 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:50:07.707491 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:07.778942 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:07.850489 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:07.850489 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:07.874488 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Router 3f53b283-baf5-4a70-97d8-4c3e74243f9d has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:50:07.970969 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:07.971392 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:08.009333 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:08.054063 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:50:08.055678 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-3b6c0b60-f590-4f2d-813a-e6be797f4f76 None None] Provisioning complete for port bd58582e-642c-4844-94aa-3866df038002 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:08.056484 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0b60-f590-4f2d-813a-e6be797f4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (bd58582e-642c-4844-94aa-3866df038002), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:08.081252 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-428a4a93-8181-41da-8442-9dcb8ad29439 admin admin] 10.222.0.72 "PUT /v2.0/routers/3f53b283-baf5-4a70-97d8-4c3e74243f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2672822 Jan 23 21:50:08.103366 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:08.164207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526c4bd-af5e-48c7-9f07-6b984f304938 req-63e6d822-fe56-4494-aa56-f28a4627c724 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:08.172467 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9526c4bd-af5e-48c7-9f07-6b984f304938 req-63e6d822-fe56-4494-aa56-f28a4627c724 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0675950 Jan 23 21:50:08.232916 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9526c4bd-af5e-48c7-9f07-6b984f304938 req-084c91f2-02c1-434a-8a6a-baddc4a65742 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Jan 23 21:50:08.390648 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c0b60-f590-4f2d-813a-e6be797f4f76 None None] Port bd58582e-642c-4844-94aa-3866df038002 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:50:08.393009 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:08.507004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8c92a-7bdf-448e-a1d0-c0148e77ae80 req-3d713763-8469-4ea8-b8a8-567f4b34454c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:08.510898 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9c8c92a-7bdf-448e-a1d0-c0148e77ae80 req-3d713763-8469-4ea8-b8a8-567f4b34454c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0912552 Jan 23 21:50:08.610715 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9c8c92a-7bdf-448e-a1d0-c0148e77ae80 req-01a09233-c908-4197-a0cc-5c09e042804a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915620 Jan 23 21:50:09.259742 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:09.317822 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Sync routers for ids ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:50:09.332667 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Routers {'3f53b283-baf5-4a70-97d8-4c3e74243f9d'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:50:09.333776 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:09.521965 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Set router 3f53b283-baf5-4a70-97d8-4c3e74243f9d gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:50:09.581393 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-31f7fe0a-a5d1-4f9b-b827-16aff2791ba4 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e25bfae6e20f4c78a6148973cdd2e7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350130 Jan 23 21:50:09.654867 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:09.870057 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:09.870633 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:09.957236 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-211b95ef-2082-45cd-872f-6e51dff7fe2a tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:09.970507 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-211b95ef-2082-45cd-872f-6e51dff7fe2a tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762701 Jan 23 21:50:09.999047 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-265e7339-f0bf-4eb0-a8cc-6af0c064b9ce tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/quotas/e25bfae6e20f4c78a6148973cdd2e7ab HTTP/1.1" status: 200 len: 375 time: 0.0276103 Jan 23 21:50:10.035194 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c750273-40ce-443e-8214-de047fd0bbbd req-c8f5e422-5a0c-4a49-a390-2b7f405e5f82 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:10.037998 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c750273-40ce-443e-8214-de047fd0bbbd req-c8f5e422-5a0c-4a49-a390-2b7f405e5f82 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.2909274 Jan 23 21:50:10.091546 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-9e2db577-4f3a-4fe8-a69b-0e2e7d2f9860 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e25bfae6e20f4c78a6148973cdd2e7ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900662 Jan 23 21:50:10.139950 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:10.159807 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:50:06Z', 'revision_number': 4, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'bd58582e-642c-4844-94aa-3866df038002', 'name': '', 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'mac_address': 'fa:16:3e:0a:ae:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '47c77330-816c-49c1-94a1-43e081aabea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:06Z', 'updated_at': '2022-01-23T21:50:07Z', 'revision_number': 2, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'subnets': [{'id': '47c77330-816c-49c1-94a1-43e081aabea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:10.172357 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c750273-40ce-443e-8214-de047fd0bbbd req-4dacf239-204e-4ec7-b1df-f81a1dcf90e1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034548 Jan 23 21:50:10.272707 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Checking router: 3f53b283-baf5-4a70-97d8-4c3e74243f9d for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:50:10.273578 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Updating router 3f53b283-baf5-4a70-97d8-4c3e74243f9d port bd58582e-642c-4844-94aa-3866df038002 binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:50:10.336460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bd58582e-642c-4844-94aa-3866df038002), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:10.563971 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f85923aa-b55e-4a29-bd3e-ae42389feac5 req-36c932a5-0110-4330-acef-a007fc7834e9 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 210 time: 0.0510247 Jan 23 21:50:10.869460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Publish callbacks [] for port (bd58582e-642c-4844-94aa-3866df038002), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:10.987145 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (bd58582e-642c-4844-94aa-3866df038002), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:11.077250 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18a66-15ab-494f-a47e-c6629e5f7ec1 None None] Pushing event updated for resources: {'Port': ['ID=bd58582e-642c-4844-94aa-3866df038002,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:11.380198 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Attempting to bind port bd58582e-642c-4844-94aa-3866df038002 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:50:11.381259 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Attempting to bind port bd58582e-642c-4844-94aa-3866df038002 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:50:11.381259 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Attempting to bind port bd58582e-642c-4844-94aa-3866df038002 on network ae486def-14ca-4cd2-8c83-587d93e10d06 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:11.396976 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:50:11.396976 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Checking segment: {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:11.397464 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:11.397625 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Bound using segment: {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:50:11.398146 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Bound port: bd58582e-642c-4844-94aa-3866df038002, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:50:11.398677 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bd58582e-642c-4844-94aa-3866df038002), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:11.469871 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b1239-f8e3-472f-a01e-07d2bc969b97 req-7f575c96-852f-424d-ad9f-9a2ef669e4c1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:11.472262 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb6b1239-f8e3-472f-a01e-07d2bc969b97 req-7f575c96-852f-424d-ad9f-9a2ef669e4c1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0936222 Jan 23 21:50:11.686905 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] For port bd58582e-642c-4844-94aa-3866df038002, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:50:11.692075 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] For port bd58582e-642c-4844-94aa-3866df038002, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=bd58582e-642c-4844-94aa-3866df038002,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:50:11.706115 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d3f6c99c-0f9a-43a3-b6c6-72a21d384a08 None None] Provisioning complete for port bd58582e-642c-4844-94aa-3866df038002 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:11.706498 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c99c-0f9a-43a3-b6c6-72a21d384a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (bd58582e-642c-4844-94aa-3866df038002), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:11.854495 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (bd58582e-642c-4844-94aa-3866df038002), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:11.876997 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6c99c-0f9a-43a3-b6c6-72a21d384a08 None None] Port bd58582e-642c-4844-94aa-3866df038002 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:50:11.963022 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb6b1239-f8e3-472f-a01e-07d2bc969b97 req-6194d52a-5463-482a-9a62-bde083cd95e1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823077 Jan 23 21:50:11.973348 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Routers {'3f53b283-baf5-4a70-97d8-4c3e74243f9d'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:50:11.974233 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:49:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:12.097539 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18a66-15ab-494f-a47e-c6629e5f7ec1 None None] Pushing event updated for resources: {'Port': ['ID=bd58582e-642c-4844-94aa-3866df038002,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:12.268518 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] Set router 3f53b283-baf5-4a70-97d8-4c3e74243f9d gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:50:12.313325 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e45a997a-5322-421d-bf64-666eade3adad req-4b15ca66-5a82-4d18-89c0-27b5b440fdfe tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 210 time: 0.0496628 Jan 23 21:50:12.332447 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] Provisioning complete for port bd58582e-642c-4844-94aa-3866df038002 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:12.332447 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (bd58582e-642c-4844-94aa-3866df038002), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:12.688839 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] Current status of the port bd58582e-642c-4844-94aa-3866df038002 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:12.690066 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bd58582e-642c-4844-94aa-3866df038002), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:12.751853 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] For port bd58582e-642c-4844-94aa-3866df038002, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=bd58582e-642c-4844-94aa-3866df038002,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:12.761709 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-cca318f6-3049-456e-918c-99dd153d003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:50:06Z', 'revision_number': 4, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'bd58582e-642c-4844-94aa-3866df038002', 'name': '', 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'mac_address': 'fa:16:3e:0a:ae:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '47c77330-816c-49c1-94a1-43e081aabea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:06Z', 'updated_at': '2022-01-23T21:50:11Z', 'revision_number': 4, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'subnets': [{'id': '47c77330-816c-49c1-94a1-43e081aabea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:50:12.808727 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca318f6-3049-456e-918c-99dd153d003b None None] The sync data for ids ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'] in dv-cinder-821602-21-iscsi is: [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:50:06Z', 'revision_number': 4, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'bd58582e-642c-4844-94aa-3866df038002', 'name': '', 'network_id': 'ae486def-14ca-4cd2-8c83-587d93e10d06', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'mac_address': 'fa:16:3e:0a:ae:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '47c77330-816c-49c1-94a1-43e081aabea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:06Z', 'updated_at': '2022-01-23T21:50:11Z', 'revision_number': 4, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'subnets': [{'id': '47c77330-816c-49c1-94a1-43e081aabea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:50:12.835901 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (bd58582e-642c-4844-94aa-3866df038002), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:12.962863 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b0496-18f8-444d-9054-2caed573ca48 None None] Pushing event updated for resources: {'Port': ['ID=bd58582e-642c-4844-94aa-3866df038002,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:13.166057 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55f7c-c3e4-4ded-bc1e-15d5b4beb5af req-108405b9-0c3a-42e6-a5d2-59f0615fa2f5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:13.182612 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5bc55f7c-c3e4-4ded-bc1e-15d5b4beb5af req-108405b9-0c3a-42e6-a5d2-59f0615fa2f5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0990987 Jan 23 21:50:13.258093 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5bc55f7c-c3e4-4ded-bc1e-15d5b4beb5af req-11e04ef2-4542-4211-8ed1-2828c0d0fa6b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743985 Jan 23 21:50:13.461672 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e375521b-bdd1-44ed-8ba9-ed3efbd11719 req-69bcab84-ea22-4f30-b01c-df2c601dfb03 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 210 time: 0.0478082 Jan 23 21:50:13.742807 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device bd58582e-642c-4844-94aa-3866df038002 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:13.870973 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port bd58582e-642c-4844-94aa-3866df038002 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:13.871404 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (bd58582e-642c-4844-94aa-3866df038002), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:13.952321 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-0c894f85-0e28-46d6-9781-d3322b7c57bd service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338670 Jan 23 21:50:14.038362 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-79431c5f-d9e6-49b4-8822-137fdeb9f7af tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=e25bfae6e20f4c78a6148973cdd2e7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079125 Jan 23 21:50:14.119980 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port bd58582e-642c-4844-94aa-3866df038002 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:14.126773 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-2dc640d3-a9c9-49b9-90f7-75191cbe8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:14.128959 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-2dc640d3-a9c9-49b9-90f7-75191cbe8f0d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 1098 time: 0.1414225 Jan 23 21:50:14.332004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-c3358198-0515-4855-a498-3a6f7529e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:14.337751 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-c3358198-0515-4855-a498-3a6f7529e3a7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.1890831 Jan 23 21:50:14.395612 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-c042267c-aeee-4bda-9ee4-1dc57146019d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0488572 Jan 23 21:50:14.569820 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-feb68a64-eb37-43db-8c25-333f253c1fab tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:14.571437 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-feb68a64-eb37-43db-8c25-333f253c1fab tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5136464 Jan 23 21:50:14.589014 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Request body: {'port': {'device_id': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0', 'admin_state_up': True, 'tenant_id': 'e25bfae6e20f4c78a6148973cdd2e7ab'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:50:14.618582 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-006b7b12-d93d-4723-98d0-510b9858b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:14.625904 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-006b7b12-d93d-4723-98d0-510b9858b991 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.2070658 Jan 23 21:50:14.639458 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a66b4-56a5-4bdb-a678-3c3af17c3341 req-295b210f-e574-489a-9f3d-13c528596e92 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:14.647586 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6b5a66b4-56a5-4bdb-a678-3c3af17c3341 req-295b210f-e574-489a-9f3d-13c528596e92 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.2170010 Jan 23 21:50:14.736500 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-c20805db-bd2f-4519-9031-80fb94dc1f40 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852447 Jan 23 21:50:14.738839 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-77d3355a-8cb6-4bb7-91eb-f02ac7219c48 req-6c74ccfc-00eb-443b-9ab3-297be8db42e3 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 210 time: 0.0626500 Jan 23 21:50:14.873806 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6b5a66b4-56a5-4bdb-a678-3c3af17c3341 req-bdf1c7c3-fc68-4fc5-a42f-23cc19c3b7a7 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246284 Jan 23 21:50:14.893649 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Made reservation on behalf of e25bfae6e20f4c78a6148973cdd2e7ab for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:50:14.904983 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:14.927454 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-234b4fb3-10b0-4235-8b0c-5a722ef15341 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739938 Jan 23 21:50:14.927827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:15.075697 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks [] for security_group (767924c2-78cd-4d7f-a70b-2938e30621c5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:15.117354 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6400b1-4e49-48e5-bdff-4c3e9ebdb35f req-1356e487-2573-46df-ad1f-2332b18f1cb2 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776495 Jan 23 21:50:15.710213 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (767924c2-78cd-4d7f-a70b-2938e30621c5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:15.721421 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e49ce255-d300-43ef-9454-c7fc3f81db3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:15.794458 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767924c2-78cd-4d7f-a70b-2938e30621c5,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:15.820879 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.822228 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.822872 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.823776 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.824365 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.824937 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.825497 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.826057 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.826626 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.827206 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.827797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.829214 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.829797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:15.957544 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-21d1ed36-2fea-45b6-85e5-333d6ddf5ec7 req-f9b5f5ce-b98a-4b1d-990b-a6fcbe17e634 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 210 time: 0.0906289 Jan 23 21:50:15.993268 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Allocated IP 192.168.233.214 (35aa3178-a285-4e05-af2c-e40d0d6df1f0/d77d3a7c-e8b7-48b2-a946-09611ed1f6a7/76f3d0f4-a0ca-454b-93e0-54963ee46d43) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:50:16.314638 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c896-7fb7-4800-bd4f-a837f38859bb req-55f23180-757a-4fdb-a5c2-9e947ab8ad24 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:16.337698 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f813c896-7fb7-4800-bd4f-a837f38859bb req-55f23180-757a-4fdb-a5c2-9e947ab8ad24 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.2388837 Jan 23 21:50:16.502258 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f813c896-7fb7-4800-bd4f-a837f38859bb req-03ec3f56-5bf2-4049-97b8-ec66e90e986a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145744 Jan 23 21:50:16.502381 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks [] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:16.719675 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:16.798558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:50:16.802410 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:16.806205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:50:16.836095 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Pushing event updated for resources: {'Port': ['ID=76f3d0f4-a0ca-454b-93e0-54963ee46d43,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:16.889305 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:16.890005 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:17.033091 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-958d9bf8-6350-4ee7-9af8-cfc228ccdb6c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4497757 Jan 23 21:50:17.064585 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Request body: {'port': {'device_id': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:50:17.243198 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33328a6e-642a-46d2-9506-1687bc854078 req-03d59698-ef65-4ab7-80ec-6c6d1df3bc00 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:17.249133 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-67110e0f-4c60-4eac-8b34-42918c00d41f None None] Provisioning complete for port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:17.251023 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67110e0f-4c60-4eac-8b34-42918c00d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:17.264739 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33328a6e-642a-46d2-9506-1687bc854078 req-03d59698-ef65-4ab7-80ec-6c6d1df3bc00 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 936 time: 0.1485374 Jan 23 21:50:17.346568 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:17.394208 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33328a6e-642a-46d2-9506-1687bc854078 req-2dcbd77c-6eb5-4976-87d3-5c7955276ddb tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259980 Jan 23 21:50:17.404097 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-67110e0f-4c60-4eac-8b34-42918c00d41f None None] Port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:50:17.697792 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3137-3b21-4a36-be64-0f5c8bc8d077 req-e4a5b0b6-4158-4a81-ae32-3e4173ced7de tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:17.711708 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e98d3137-3b21-4a36-be64-0f5c8bc8d077 req-e4a5b0b6-4158-4a81-ae32-3e4173ced7de tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1136146 Jan 23 21:50:17.851809 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e98d3137-3b21-4a36-be64-0f5c8bc8d077 req-7ce53eb2-a30f-4f9a-aa2a-7da2e442a556 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247606 Jan 23 21:50:17.892603 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2883-86cb-4f1e-9e6a-49f2be742377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:17.956384 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f3d0f4-a0ca-454b-93e0-54963ee46d43 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:50:17.972987 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Publish callbacks [] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:17.997362 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Transition to ACTIVE for port object 76f3d0f4-a0ca-454b-93e0-54963ee46d43 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:50:18.102808 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:18.215441 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3d0f4-a0ca-454b-93e0-54963ee46d43,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:18.334521 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Attempting to bind port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:50:18.334746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Attempting to bind port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:50:18.335777 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Attempting to bind port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 on network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:18.342124 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 on network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:50:18.342521 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Attempting to bind port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 on network 35aa3178-a285-4e05-af2c-e40d0d6df1f0 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:18.350706 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:50:18.351176 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Checking segment: {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:18.351721 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Bound using segment: {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:50:18.352262 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Bound port: 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18886bd4-a459-48a0-ab90-beda6be510db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:50:18.352685 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:18.509317 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] For port 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:50:18.515078 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] For port 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:50:18.603496 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cd5f5-4319-40c9-b3ee-aa39ef6bb299 req-ddfad12e-5950-4fed-88e2-40dbd72e0e68 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:18.604600 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c97cd5f5-4319-40c9-b3ee-aa39ef6bb299 req-ddfad12e-5950-4fed-88e2-40dbd72e0e68 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 948 time: 0.0704417 Jan 23 21:50:18.619064 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:18.670939 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c97cd5f5-4319-40c9-b3ee-aa39ef6bb299 req-72a84514-7a11-4d4a-89c3-e00ac73aaca6 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 Jan 23 21:50:18.723082 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:18.724095 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:18.726516 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] 10.222.0.112 "PUT /v2.0/ports/76f3d0f4-a0ca-454b-93e0-54963ee46d43 HTTP/1.1" status: 200 len: 1098 time: 1.6817915 Jan 23 21:50:18.727144 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'tag': '76f3d0f4-a0ca-454b-93e0-54963ee46d43'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:18.731108 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a714a-a92c-4b47-8d34-cbd563e88619" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1c38b2-1673-4e0b-bbee-5b069623157b", "tag": "76f3d0f4-a0ca-454b-93e0-54963ee46d43"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:18.780215 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e8a38-0067-42c1-901e-d3808ba81493 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3d0f4-a0ca-454b-93e0-54963ee46d43,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:18.815495 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e996e-a387-4441-9cc8-24bd89f495e9 x-openstack-request-id: req-666e996e-a387-4441-9cc8-24bd89f495e9 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:18.816103 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1c38b2-1673-4e0b-bbee-5b069623157b", "tag": "76f3d0f4-a0ca-454b-93e0-54963ee46d43", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:18.816599 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-666e996e-a387-4441-9cc8-24bd89f495e9 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:18.817250 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'tag': '76f3d0f4-a0ca-454b-93e0-54963ee46d43', 'status': 'completed', 'code': 200} Jan 23 21:50:18.894007 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-8969d0c6-601d-46cf-868f-e4d8a2b5c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:18.895489 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-8969d0c6-601d-46cf-868f-e4d8a2b5c256 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e25bfae6e20f4c78a6148973cdd2e7ab&device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 1101 time: 0.0593195 Jan 23 21:50:19.061740 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3702f-3a42-47f4-ad6a-cef08e682112 req-7734b3c3-1a5f-4f49-bcea-54366476b9fc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:19.070341 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4fe3702f-3a42-47f4-ad6a-cef08e682112 req-7734b3c3-1a5f-4f49-bcea-54366476b9fc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0942650 Jan 23 21:50:19.101408 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-a16f0ddc-94ca-45f2-88d5-c6c02f9b3748 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43 HTTP/1.1" status: 200 len: 217 time: 0.0549154 Jan 23 21:50:19.168433 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4fe3702f-3a42-47f4-ad6a-cef08e682112 req-5e7f7e08-fc64-46a3-8236-67aad91bc56d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967762 Jan 23 21:50:19.206678 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-5af893ad-1a38-4c7f-8534-e602e046457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:19.215579 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-5af893ad-1a38-4c7f-8534-e602e046457a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d77d3a7c-e8b7-48b2-a946-09611ed1f6a7 HTTP/1.1" status: 200 len: 843 time: 0.0868461 Jan 23 21:50:19.295140 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-d5d9af22-8d76-4bad-8313-bf13f4f9ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:19.295140 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-d5d9af22-8d76-4bad-8313-bf13f4f9ea2c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=35aa3178-a285-4e05-af2c-e40d0d6df1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0765514 Jan 23 21:50:19.299473 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:19.402134 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-adfb5c1e-a079-4aba-8324-d963cdc20181 service neutron] 10.222.0.112 "GET /v2.0/networks/35aa3178-a285-4e05-af2c-e40d0d6df1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950768 Jan 23 21:50:19.536678 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-22dd42cd-96a3-42e4-8581-6c4e97db203a req-1addbf71-5439-4b58-a6d8-e5ad6e7994a0 service neutron] 10.222.0.112 "GET /v2.0/networks/35aa3178-a285-4e05-af2c-e40d0d6df1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226344 Jan 23 21:50:19.868010 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-814e42f3-9d60-4310-b755-2679fe09ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:19.870371 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-814e42f3-9d60-4310-b755-2679fe09ad38 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e25bfae6e20f4c78a6148973cdd2e7ab&device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 1101 time: 0.0822155 Jan 23 21:50:19.871839 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b5da-16db-40cc-9d98-85fb27d74cae req-dd1ad9f9-ee13-447b-86e6-9d55ae7bf6d9 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:19.873441 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a82b5da-16db-40cc-9d98-85fb27d74cae req-dd1ad9f9-ee13-447b-86e6-9d55ae7bf6d9 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 948 time: 0.1141882 Jan 23 21:50:19.992010 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a82b5da-16db-40cc-9d98-85fb27d74cae req-fd32ae5e-5a2f-4994-9af6-a21ed274920c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974295 Jan 23 21:50:20.021465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-6ae79b1e-4ce2-4c86-827a-2c8720f36bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:20.024116 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-6ae79b1e-4ce2-4c86-827a-2c8720f36bc0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=35aa3178-a285-4e05-af2c-e40d0d6df1f0 HTTP/1.1" status: 200 len: 870 time: 0.1399434 Jan 23 21:50:20.099561 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-7b34824b-bfe4-4bdd-b60b-8895b496f183 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43 HTTP/1.1" status: 200 len: 217 time: 0.0663042 Jan 23 21:50:20.178722 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-4bb635dc-8642-4765-bbae-d926e8ca6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:20.181437 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-4bb635dc-8642-4765-bbae-d926e8ca6861 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d77d3a7c-e8b7-48b2-a946-09611ed1f6a7 HTTP/1.1" status: 200 len: 843 time: 0.0704370 Jan 23 21:50:20.286587 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-1229aedf-afd8-46e5-9ffd-9b614a58f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:20.288193 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-1229aedf-afd8-46e5-9ffd-9b614a58f8f4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=35aa3178-a285-4e05-af2c-e40d0d6df1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0990105 Jan 23 21:50:20.359106 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a43b0-38cc-428b-baa5-3e9bc79132ab req-9a2d94fd-5bc9-4e9a-be18-5f56302268e9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:20.361418 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-069a43b0-38cc-428b-baa5-3e9bc79132ab req-9a2d94fd-5bc9-4e9a-be18-5f56302268e9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0806954 Jan 23 21:50:20.450822 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-069a43b0-38cc-428b-baa5-3e9bc79132ab req-d004f66c-9478-411b-80c7-e594428f9bb1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773678 Jan 23 21:50:20.522751 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:20.708980 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-51c1222b-cb7e-4d33-92e1-fed131b83f47 service neutron] 10.222.0.112 "GET /v2.0/networks/35aa3178-a285-4e05-af2c-e40d0d6df1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093506 Jan 23 21:50:20.941763 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a2a714a-a92c-4b47-8d34-cbd563e88619 req-e54e1f50-90a2-4e0a-a49c-47bb90543b03 service neutron] 10.222.0.112 "GET /v2.0/networks/35aa3178-a285-4e05-af2c-e40d0d6df1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221501 Jan 23 21:50:21.139776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c28e4c-c43b-4fe3-bce9-d323b5745f5f req-1f524525-1729-48d7-a7e3-0688092dbdd7 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:21.146071 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-20c28e4c-c43b-4fe3-bce9-d323b5745f5f req-1f524525-1729-48d7-a7e3-0688092dbdd7 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 948 time: 0.0700855 Jan 23 21:50:21.225006 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-20c28e4c-c43b-4fe3-bce9-d323b5745f5f req-ed9cc025-547d-42b3-944c-8906be2ceaa4 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712540 Jan 23 21:50:21.591971 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f283b-f8a3-46ed-b1b0-600bd1d2c34d req-c5dc1388-7913-4ef2-abdc-1b25a36abf49 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:21.593585 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-349f283b-f8a3-46ed-b1b0-600bd1d2c34d req-c5dc1388-7913-4ef2-abdc-1b25a36abf49 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0561028 Jan 23 21:50:21.661294 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-349f283b-f8a3-46ed-b1b0-600bd1d2c34d req-7f6a41d7-544b-4a50-9871-5b321b8a9b7c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 Jan 23 21:50:22.113598 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:22.394176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe22ad-b79d-4e15-9556-a88878a9c02d req-63755287-949a-4458-a96a-c76d16b9e676 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:22.396436 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fcfe22ad-b79d-4e15-9556-a88878a9c02d req-63755287-949a-4458-a96a-c76d16b9e676 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 948 time: 0.0829940 Jan 23 21:50:22.455896 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fcfe22ad-b79d-4e15-9556-a88878a9c02d req-a7732336-b9ea-40dc-9393-6d5124ce8b9c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535498 Jan 23 21:50:22.809207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964835-6f42-4917-8e8b-fa2533ece9aa req-ccb84ce8-7f0f-485e-9ec8-fafe2e04060b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:22.810841 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a964835-6f42-4917-8e8b-fa2533ece9aa req-ccb84ce8-7f0f-485e-9ec8-fafe2e04060b tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0656240 Jan 23 21:50:22.873508 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a964835-6f42-4917-8e8b-fa2533ece9aa req-f6c15929-9cc8-4661-bfc2-51a38092e770 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558016 Jan 23 21:50:23.579570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb1045-26c8-4252-93e1-fc9d64a42155 req-f7e81ea7-0ac9-4f2f-be5a-1c2db21ea95e tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:23.581994 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9dcb1045-26c8-4252-93e1-fc9d64a42155 req-f7e81ea7-0ac9-4f2f-be5a-1c2db21ea95e tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 948 time: 0.0516226 Jan 23 21:50:23.636437 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9dcb1045-26c8-4252-93e1-fc9d64a42155 req-e006532f-370e-4694-b0d7-b13cb79b098c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495248 Jan 23 21:50:23.938879 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 76f3d0f4-a0ca-454b-93e0-54963ee46d43 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:50:24.033954 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8c787-8289-45dc-a83d-e8368229c325 req-1c712a9b-a0df-4895-b25a-f8f9e11c76e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:24.035597 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cfd8c787-8289-45dc-a83d-e8368229c325 req-1c712a9b-a0df-4895-b25a-f8f9e11c76e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0771408 Jan 23 21:50:24.060451 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:50:24.084050 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:24.099973 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '76f3d0f4-a0ca-454b-93e0-54963ee46d43', 'network_id': '35aa3178-a285-4e05-af2c-e40d0d6df1f0', 'port_id': '76f3d0f4-a0ca-454b-93e0-54963ee46d43', 'mac_address': 'fa:16:3e:68:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77d3a7c-e8b7-48b2-a946-09611ed1f6a7', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:50:24.100237 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cfd8c787-8289-45dc-a83d-e8368229c325 req-6a0f528a-d488-4d9e-ada0-b00809d99fe6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580814 Jan 23 21:50:24.280844 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:24.281307 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:24.302301 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f3d0f4-a0ca-454b-93e0-54963ee46d43 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:50:24.325279 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:24.442159 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:24.501816 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=76f3d0f4-a0ca-454b-93e0-54963ee46d43,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:24.795657 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25755d2b-2d28-41a6-8706-cc61a4e1e41c req-0325cfe7-024a-4aee-9c97-d317a593e717 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:24.798189 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25755d2b-2d28-41a6-8706-cc61a4e1e41c req-0325cfe7-024a-4aee-9c97-d317a593e717 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 949 time: 0.0700953 Jan 23 21:50:24.876291 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25755d2b-2d28-41a6-8706-cc61a4e1e41c req-b0037c8e-6ec9-4d72-9a78-d669e283de47 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688384 Jan 23 21:50:24.940794 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['76f3d0f4-a0ca-454b-93e0-54963ee46d43'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:25.313537 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea584b8c-92c1-4f2e-967a-cede3ed02c8d req-e448169f-b27f-4033-baf4-b1aec74eaf59 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:25.315176 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea584b8c-92c1-4f2e-967a-cede3ed02c8d req-e448169f-b27f-4033-baf4-b1aec74eaf59 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1212337 Jan 23 21:50:25.345176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-3004143c-96a9-43fa-870a-557c78e493f7 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:25.346798 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-3004143c-96a9-43fa-870a-557c78e493f7 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 814 time: 0.1642280 Jan 23 21:50:25.375468 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-c9678884-aa84-46b2-a36f-1eed072b5881 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/quotas/d66f95e94e444453af9756d8848a4b40 HTTP/1.1" status: 200 len: 375 time: 0.0216603 Jan 23 21:50:25.429120 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea584b8c-92c1-4f2e-967a-cede3ed02c8d req-29f0bbdb-e7fc-4474-95c4-48fb135a0a5c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029139 Jan 23 21:50:25.449477 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-9814795e-9c46-4378-957f-22a0512c5672 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669467 Jan 23 21:50:25.565132 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d1c15fc6-7eca-4171-99df-18a326aabd9e service neutron] 10.222.0.72 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006460 Jan 23 21:50:25.675134 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-3fb4d4df-a2ea-4c56-9628-93a0013275f6 service neutron] 10.222.0.72 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000624 Jan 23 21:50:25.949238 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c2e0-4d84-493d-b04b-20ddcb49ceb5 req-1e6a60bc-28b1-45b5-9dbb-d4c7f4b74faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:25.951019 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e417c2e0-4d84-493d-b04b-20ddcb49ceb5 req-1e6a60bc-28b1-45b5-9dbb-d4c7f4b74faf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.0646043 Jan 23 21:50:26.030348 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e417c2e0-4d84-493d-b04b-20ddcb49ceb5 req-48a58e80-b495-4201-892e-ba9a6b5b8f98 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Jan 23 21:50:26.037644 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c44120-3874-465f-aaf3-4660591a0214 req-e5e14d89-f641-4e0f-ba3b-d82120d2b3fc tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:26.039334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-11c44120-3874-465f-aaf3-4660591a0214 req-e5e14d89-f641-4e0f-ba3b-d82120d2b3fc tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 949 time: 0.0784340 Jan 23 21:50:26.078568 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9adfa1c-9046-4622-979e-6ada9d4de470 req-388636ea-6d03-47cc-ae6b-63129d21b393 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 210 time: 0.0326440 Jan 23 21:50:26.148040 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-11c44120-3874-465f-aaf3-4660591a0214 req-df2c6692-53c6-4872-879d-adfa64026b74 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922601 Jan 23 21:50:26.540584 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 76f3d0f4-a0ca-454b-93e0-54963ee46d43 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:26.586478 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632bbf-4816-4e2b-a5e2-1d7f1fd0c79f req-8fbc0ca5-b98c-4021-ba76-ad78549ec30f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:26.588283 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec632bbf-4816-4e2b-a5e2-1d7f1fd0c79f req-8fbc0ca5-b98c-4021-ba76-ad78549ec30f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0598474 Jan 23 21:50:26.670200 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec632bbf-4816-4e2b-a5e2-1d7f1fd0c79f req-6e7516e4-cb3a-4c62-8c7d-b31a68f4811e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 Jan 23 21:50:26.694093 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e153-0668-4e89-829f-3027be4c5dad req-b975fa25-5345-4639-8ee0-2b1b8b25e570 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:26.695984 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a08e153-0668-4e89-829f-3027be4c5dad req-b975fa25-5345-4639-8ee0-2b1b8b25e570 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0682709 Jan 23 21:50:26.705938 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:50:26.714293 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:26.714915 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:26.777593 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a08e153-0668-4e89-829f-3027be4c5dad req-cfc1cea4-39dd-4458-8e04-7cd5444731b3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Jan 23 21:50:26.810241 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:26.813862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:26.838066 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f3d0f4-a0ca-454b-93e0-54963ee46d43'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:26.840472 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2236dfc-bdf6-449e-ac49-3257864edcc7" -d '{"events": [{"server_uuid": "bc1c38b2-1673-4e0b-bbee-5b069623157b", "name": "network-vif-plugged", "status": "completed", "tag": "76f3d0f4-a0ca-454b-93e0-54963ee46d43"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:26.858972 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:26.911174 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e02a4-9bc3-4aa2-9897-8eead1217a9e x-openstack-request-id: req-cb2e02a4-9bc3-4aa2-9897-8eead1217a9e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:26.911594 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1c38b2-1673-4e0b-bbee-5b069623157b", "name": "network-vif-plugged", "status": "completed", "tag": "76f3d0f4-a0ca-454b-93e0-54963ee46d43", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:26.911949 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb2e02a4-9bc3-4aa2-9897-8eead1217a9e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:26.912425 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f3d0f4-a0ca-454b-93e0-54963ee46d43', 'code': 200} Jan 23 21:50:26.972600 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:27.030668 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=76f3d0f4-a0ca-454b-93e0-54963ee46d43,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:27.190323 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5637fb28-78b3-4f8c-8d3c-c44184995498 req-6f92f909-f21e-4b29-8abf-aaf7062268a2 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 210 time: 0.0377886 Jan 23 21:50:27.306571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f684a-1bf4-4fcf-9449-c71fe1a1441b req-cb819039-d3df-4ed5-9953-8cc3107016a5 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:27.309312 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fe5f684a-1bf4-4fcf-9449-c71fe1a1441b req-cb819039-d3df-4ed5-9953-8cc3107016a5 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.0620339 Jan 23 21:50:27.321116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87918d-c328-4e72-95a4-b2ee99a6420e req-4a53cb6e-70a4-4d99-ad8e-87f9e040aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:27.322664 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9e87918d-c328-4e72-95a4-b2ee99a6420e req-4a53cb6e-70a4-4d99-ad8e-87f9e040aba7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 1103 time: 0.0457492 Jan 23 21:50:27.367561 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fe5f684a-1bf4-4fcf-9449-c71fe1a1441b req-4a73630c-d475-4da3-aac1-ca54fd6312e1 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Jan 23 21:50:27.394144 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9e87918d-c328-4e72-95a4-b2ee99a6420e req-1c7bcb9e-d30e-43b9-8497-376289560e10 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Jan 23 21:50:27.826564 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf5f6-70c0-40bd-b674-0c9edfc993e6 req-2061309a-6914-444d-8d99-dcf01a2cba48 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:27.830047 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38eaf5f6-70c0-40bd-b674-0c9edfc993e6 req-2061309a-6914-444d-8d99-dcf01a2cba48 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0654011 Jan 23 21:50:27.897848 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38eaf5f6-70c0-40bd-b674-0c9edfc993e6 req-52ff4480-9ff3-4410-ba1b-b6d303e34aa1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Jan 23 21:50:27.970462 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80652e9-f386-48f3-a1ea-9c16f61015bf req-745fda53-9f7d-46f4-a16c-8ca19bb103d3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:27.972682 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f80652e9-f386-48f3-a1ea-9c16f61015bf req-745fda53-9f7d-46f4-a16c-8ca19bb103d3 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0923810 Jan 23 21:50:28.025039 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f80652e9-f386-48f3-a1ea-9c16f61015bf req-de24cba8-86c4-49f2-96d2-c207d69dfa72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jan 23 21:50:28.309330 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cdc856e0-223d-4710-b3e5-950bc1c4c13c req-b29eca5a-3a6e-482d-8b86-0fc61faf59bc tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 210 time: 0.0362029 Jan 23 21:50:28.509596 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08324e-1ace-4044-a855-92af3faf59f5 req-61dcb6f5-7135-4606-9376-5696db6471bb tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:28.511126 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa08324e-1ace-4044-a855-92af3faf59f5 req-61dcb6f5-7135-4606-9376-5696db6471bb tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.0564106 Jan 23 21:50:28.571943 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa08324e-1ace-4044-a855-92af3faf59f5 req-256d594f-1b2f-4191-9326-39763d597b4f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525970 Jan 23 21:50:29.042100 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf601-abde-41e2-ab7d-a2797791702c req-d2c4cea1-d8f9-424c-a459-d3fe3acd57b0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:29.043656 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-db5bf601-abde-41e2-ab7d-a2797791702c req-d2c4cea1-d8f9-424c-a459-d3fe3acd57b0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0574758 Jan 23 21:50:29.097285 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-db5bf601-abde-41e2-ab7d-a2797791702c req-f09c13e0-f6ff-4616-884e-411abbedd3fe tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467906 Jan 23 21:50:29.149071 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f856f8-1768-4fa6-80cd-f738a1c1a02b req-f7964f18-1e22-4b3c-9d8b-11fdf29a97ef tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:29.150615 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f0f856f8-1768-4fa6-80cd-f738a1c1a02b req-f7964f18-1e22-4b3c-9d8b-11fdf29a97ef tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0506368 Jan 23 21:50:29.221562 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f0f856f8-1768-4fa6-80cd-f738a1c1a02b req-7436a457-3dbd-4784-9a22-fbb248c05b81 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593448 Jan 23 21:50:29.423245 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d30d7b5-f5c7-4f68-90a2-6475bb3dc611 req-e9449a2d-02fa-41b5-acbc-652f3881ef81 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 210 time: 0.0329428 Jan 23 21:50:29.464571 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-c7f96ada-f5e1-432a-9612-85754dbcb2a0 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:29.466149 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-c7f96ada-f5e1-432a-9612-85754dbcb2a0 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 814 time: 0.1328099 Jan 23 21:50:29.494127 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'port': {'device_id': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'admin_state_up': True, 'tenant_id': 'd66f95e94e444453af9756d8848a4b40'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:50:29.619554 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-1f75f7f3-b168-40cf-8172-e6d37b821ba8 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:29.621341 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-1f75f7f3-b168-40cf-8172-e6d37b821ba8 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0592830 Jan 23 21:50:29.737935 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Made reservation on behalf of d66f95e94e444453af9756d8848a4b40 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:50:29.742860 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:29.761092 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c679a-67f2-4533-ad6c-9de5ca46fcd3 req-7588580c-3215-45a9-b108-858e48749f2d tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:29.763096 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e93c679a-67f2-4533-ad6c-9de5ca46fcd3 req-7588580c-3215-45a9-b108-858e48749f2d tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.0676243 Jan 23 21:50:29.772037 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Deleting port 133103fe-6831-40a5-9eaf-1b3f53e42549 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:50:29.777791 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:29.912943 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Allocated IP 172.20.0.4 (87818ac8-b7a9-42ed-99c0-88bc382b664f/be55e91c-595c-4abb-96f3-1bbd37b000a6/5a6b61be-fb52-4f06-9641-870cfcda81a8) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:50:29.995557 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e93c679a-67f2-4533-ad6c-9de5ca46fcd3 req-56df020e-3bf5-405a-a8b5-d79c39d73b86 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175417 Jan 23 21:50:30.014618 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] For port 133103fe-6831-40a5-9eaf-1b3f53e42549, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=133103fe-6831-40a5-9eaf-1b3f53e42549,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:30.015773 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:30.040152 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21b423-9b87-47a1-8578-675fff5954be req-8bc7e861-df5b-45d2-b414-690daa18c9d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.042170 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f21b423-9b87-47a1-8578-675fff5954be req-8bc7e861-df5b-45d2-b414-690daa18c9d4 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1572046 Jan 23 21:50:30.043243 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Calling delete_port for 133103fe-6831-40a5-9eaf-1b3f53e42549 owned by compute:nova {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:50:30.116429 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-e17b91d2-0b22-43ee-ab49-adc57fe88b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.120597 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-e17b91d2-0b22-43ee-ab49-adc57fe88b0f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ee66560dbe964f38824905f19074c3e0&device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 1098 time: 0.1450024 Jan 23 21:50:30.151219 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f21b423-9b87-47a1-8578-675fff5954be req-5ba19c79-fae5-4713-8ea9-e2c35c8aaf7a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938535 Jan 23 21:50:30.163458 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:30.270555 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-cb26aefe-6345-4ebf-b247-186a73ee84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.272174 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-cb26aefe-6345-4ebf-b247-186a73ee84a8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 200 len: 919 time: 0.1449296 Jan 23 21:50:30.321988 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-912a7faf-b97c-483d-8cd0-a5532fdb6d19 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0419540 Jan 23 21:50:30.376604 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:30.408527 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802b430-2efe-494e-b47a-71ed73314a63 req-671dc300-b6ae-451e-b449-3d7f5ac3542e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.410188 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6802b430-2efe-494e-b47a-71ed73314a63 req-671dc300-b6ae-451e-b449-3d7f5ac3542e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 945 time: 0.0657606 Jan 23 21:50:30.418572 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (133103fe-6831-40a5-9eaf-1b3f53e42549), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:30.431218 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', '73757944-3553-466b-9c3e-f2bfabf8eec0', '9d4815d0-33d8-485a-8ef1-19a5bffe36ad', '133103fe-6831-40a5-9eaf-1b3f53e42549'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:30.452050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-c02f3aee-b4a2-4e77-806b-74085859fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.456221 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-c02f3aee-b4a2-4e77-806b-74085859fc4b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 200 len: 858 time: 0.1132467 Jan 23 21:50:30.488441 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event deleted for resources: {'Port': ['ID=133103fe-6831-40a5-9eaf-1b3f53e42549,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:30.512634 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.513120 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.513702 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.514246 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.514917 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.515721 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.516305 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.516842 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.517374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.517928 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.519591 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.520036 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.520377 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:30.528072 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-a2c95dff-69e9-4c91-887a-498eef9c3193 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a49b07be-67b7-49d5-9853-f79471c97605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637360 Jan 23 21:50:30.540616 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:50:30.565624 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:50:30.588942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:50:30.608083 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:30.628196 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] No DVR routers for this DVR port 133103fe-6831-40a5-9eaf-1b3f53e42549 on host hv-cinder-82160 {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:50:30.632642 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:30.636496 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "DELETE /v2.0/ports/133103fe-6831-40a5-9eaf-1b3f53e42549 HTTP/1.1" status: 204 len: 173 time: 1.0094330 Jan 23 21:50:30.644868 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'name': 'network-vif-deleted', 'tag': '133103fe-6831-40a5-9eaf-1b3f53e42549'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:30.647770 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5622f3a8-5068-48c3-a9a4-9ba6b6aaf205" -d '{"events": [{"server_uuid": "e538357f-255c-4133-ad2e-66ea953c89b0", "name": "network-vif-deleted", "tag": "133103fe-6831-40a5-9eaf-1b3f53e42549"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:30.689735 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472769-e8d9-49ea-9d31-90a6ef9690c7 req-ca2ee75d-e985-4a34-a436-975a4ae4cd6a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.701671 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-77472769-e8d9-49ea-9d31-90a6ef9690c7 req-ca2ee75d-e985-4a34-a436-975a4ae4cd6a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 931 time: 0.1737819 Jan 23 21:50:30.732040 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:30.732728 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:30.739851 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6802b430-2efe-494e-b47a-71ed73314a63 req-0a101fff-9fdb-4dd5-91b8-6790dbeac004 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034151 Jan 23 21:50:30.823756 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-77472769-e8d9-49ea-9d31-90a6ef9690c7 req-08f910d4-d7b9-43d5-86f9-71e381563b8f tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197259 Jan 23 21:50:30.844675 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-4de3b17b-e9d2-4510-a1b4-278fbb4afc8e service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009202 Jan 23 21:50:30.879853 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d207c77e-8bf1-47a1-90ad-cdea9cadfdb8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3921413 Jan 23 21:50:30.890270 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa10619-55fc-4bff-a583-b8375d4b2493 x-openstack-request-id: req-daa10619-55fc-4bff-a583-b8375d4b2493 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:30.890270 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e538357f-255c-4133-ad2e-66ea953c89b0", "name": "network-vif-deleted", "tag": "133103fe-6831-40a5-9eaf-1b3f53e42549", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:30.890270 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-daa10619-55fc-4bff-a583-b8375d4b2493 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:30.890270 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e538357f-255c-4133-ad2e-66ea953c89b0', 'name': 'network-vif-deleted', 'tag': '133103fe-6831-40a5-9eaf-1b3f53e42549', 'status': 'completed', 'code': 200} Jan 23 21:50:31.005264 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Request body: {'port': {'device_id': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:50:31.115983 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:31.195467 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-ffb2b31c-1a26-4f4c-aeb4-c1ce1793ce08 None None] Provisioning complete for port 5a6b61be-fb52-4f06-9641-870cfcda81a8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:31.196036 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffb2b31c-1a26-4f4c-aeb4-c1ce1793ce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:31.244275 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7a853-06fa-4e02-bffc-1df7e8160d60 req-a67e4e1c-f89b-400c-b6ef-6ec53e194c6d tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:31.249003 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2b31c-1a26-4f4c-aeb4-c1ce1793ce08 None None] Port 5a6b61be-fb52-4f06-9641-870cfcda81a8 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:50:31.256567 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9eb7a853-06fa-4e02-bffc-1df7e8160d60 req-a67e4e1c-f89b-400c-b6ef-6ec53e194c6d tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.1243160 Jan 23 21:50:31.338580 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9eb7a853-06fa-4e02-bffc-1df7e8160d60 req-5c682104-3320-4c7d-b10e-66ff693b85fc tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825372 Jan 23 21:50:31.443681 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349eb5a3-c62a-4cab-8021-13c87ebcebd4 req-9da8ca38-58fa-46a6-8e09-5f4c93644054 service neutron] 10.222.0.112 "GET /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950650 Jan 23 21:50:31.603949 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc21ca-27bb-43da-97a1-07251707ad30 req-be173f7e-d5a3-41e0-ae76-5e3d7bd9d52d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:31.608383 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bbdc21ca-27bb-43da-97a1-07251707ad30 req-be173f7e-d5a3-41e0-ae76-5e3d7bd9d52d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1407588 Jan 23 21:50:31.664991 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bbdc21ca-27bb-43da-97a1-07251707ad30 req-6c28e7ac-162f-4d44-a678-3f0680291391 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 Jan 23 21:50:31.770836 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6b61be-fb52-4f06-9641-870cfcda81a8 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:50:31.779597 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Publish callbacks [] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:31.798048 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Transition to ACTIVE for port object 5a6b61be-fb52-4f06-9641-870cfcda81a8 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:50:31.869716 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:31.922096 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:32.019230 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Attempting to bind port 5a6b61be-fb52-4f06-9641-870cfcda81a8 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:50:32.019597 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Attempting to bind port 5a6b61be-fb52-4f06-9641-870cfcda81a8 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:50:32.019931 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Attempting to bind port 5a6b61be-fb52-4f06-9641-870cfcda81a8 on network 87818ac8-b7a9-42ed-99c0-88bc382b664f {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:32.025317 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Port 5a6b61be-fb52-4f06-9641-870cfcda81a8 on network 87818ac8-b7a9-42ed-99c0-88bc382b664f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:50:32.025693 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Attempting to bind port 5a6b61be-fb52-4f06-9641-870cfcda81a8 on network 87818ac8-b7a9-42ed-99c0-88bc382b664f {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:50:32.034532 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:50:32.034879 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Checking segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:50:32.035329 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Bound using segment: {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:50:32.035941 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Bound port: 5a6b61be-fb52-4f06-9641-870cfcda81a8, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:50:32.036499 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:32.125593 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:50:32.129194 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:50:32.208067 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:32.247998 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:32.248656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:32.250928 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] 10.222.0.112 "PUT /v2.0/ports/5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 1093 time: 1.2598660 Jan 23 21:50:32.251420 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:32.253675 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1236cc-fb71-42d7-9706-be0d038ca201" -d '{"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:32.285509 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8f39c-dc45-4529-bdce-6341d2e41179 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:34.581743 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 133103fe-6831-40a5-9eaf-1b3f53e42549 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:50:34.609325 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 133103fe-6831-40a5-9eaf-1b3f53e42549 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:50:34.609744 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 133103fe-6831-40a5-9eaf-1b3f53e42549 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:50:39.287153 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:45.418344 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df19d7e7-30e9-43e5-8d81-e4256d74fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:46.268635 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4be9ab6-64a4-4e31-8d6b-2f1493975485 req-7ff52faa-c5bc-4688-8391-1518e7b1fc89 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=e538357f-255c-4133-ad2e-66ea953c89b0 HTTP/1.1" status: 200 len: 210 time: 0.0299416 Jan 23 21:50:46.276257 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-9340e700-0ee8-4c6f-a9fb-717da722f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.277868 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-9340e700-0ee8-4c6f-a9fb-717da722f3ba service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1096 time: 0.0500040 Jan 23 21:50:46.326744 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-7f445d6e-138b-4c51-8284-6166c16c3e78 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 217 time: 0.0394785 Jan 23 21:50:46.384634 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44302a8d-1cf6-4812-bf23-d6f58cb4cfc6 req-5cfe2b18-e746-4f81-8e0f-09864149875d tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.386111 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-44302a8d-1cf6-4812-bf23-d6f58cb4cfc6 req-5cfe2b18-e746-4f81-8e0f-09864149875d tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 943 time: 0.0551109 Jan 23 21:50:46.403555 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-6b1e19d8-3389-47a1-9c1c-f1abf7ab38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.405030 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-6b1e19d8-3389-47a1-9c1c-f1abf7ab38c7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0651314 Jan 23 21:50:46.446269 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-44302a8d-1cf6-4812-bf23-d6f58cb4cfc6 req-6325dfd7-81c2-44fe-8329-2da9bda3cc52 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Jan 23 21:50:46.473683 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376374-499f-4ea5-99e9-95069cebf26a req-b1367c58-4087-4582-9c42-153422ec6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.475373 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-b1367c58-4087-4582-9c42-153422ec6701 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611265 Jan 23 21:50:46.511843 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9cfe14-4b08-4d0a-96de-26ca3774ff71 x-openstack-request-id: req-5f9cfe14-4b08-4d0a-96de-26ca3774ff71 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:46.512136 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:46.512392 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f9cfe14-4b08-4d0a-96de-26ca3774ff71 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:46.512799 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'status': 'completed', 'code': 200} Jan 23 21:50:46.614521 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-40b0168d-dfd4-4bf5-a9f1-6200c383d31d service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244171 Jan 23 21:50:46.635500 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf40c6-3c98-4d88-9f21-bd64d7a0f4ae req-03e2e2a6-4317-4c61-b1b4-eb973ac0714e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.637672 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-debf40c6-3c98-4d88-9f21-bd64d7a0f4ae req-03e2e2a6-4317-4c61-b1b4-eb973ac0714e tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0866683 Jan 23 21:50:46.737040 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-debf40c6-3c98-4d88-9f21-bd64d7a0f4ae req-16093404-fc7a-4328-96a3-03e7152264ac tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886512 Jan 23 21:50:46.737256 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e376374-499f-4ea5-99e9-95069cebf26a req-f96783ae-cd17-422b-8042-03d218618076 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123931 Jan 23 21:50:46.758143 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f7dd1-0bd6-4a8d-b73d-70dde820eeff req-66f8aa1d-a107-44e1-8daa-cbcb5da3494c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.759720 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-795f7dd1-0bd6-4a8d-b73d-70dde820eeff req-66f8aa1d-a107-44e1-8daa-cbcb5da3494c tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.0792327 Jan 23 21:50:46.821145 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-795f7dd1-0bd6-4a8d-b73d-70dde820eeff req-80a224a8-0424-4aec-ba4c-cb74b19b5a11 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522761 Jan 23 21:50:46.991309 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-427615c2-60ab-4bf0-ae94-61be2bdfcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:46.993873 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-427615c2-60ab-4bf0-ae94-61be2bdfcd0c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1096 time: 0.0508394 Jan 23 21:50:47.105179 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-429914a1-31d0-4edf-b4a2-0317fe81e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:47.106718 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-429914a1-31d0-4edf-b4a2-0317fe81e60e service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.0993121 Jan 23 21:50:47.151983 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-53c967f1-20a8-4164-a60c-a418fa75eb5c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 217 time: 0.0381012 Jan 23 21:50:47.212364 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-4e856e91-fb0d-4423-9bbe-d21f04375e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:47.218372 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-4e856e91-fb0d-4423-9bbe-d21f04375e5b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0509222 Jan 23 21:50:47.267304 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-3c6342f4-dfcc-491f-af57-1e41f738ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:47.298484 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-3c6342f4-dfcc-491f-af57-1e41f738ba0b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479691 Jan 23 21:50:47.384377 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-00b483af-587a-47ac-bc22-41eecc244a20 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006868 Jan 23 21:50:47.505382 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd1236cc-fb71-42d7-9706-be0d038ca201 req-f9bc8d6d-e55f-4b8c-aa5a-db6769d70445 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103506 Jan 23 21:50:47.592975 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949975-22b6-4b0c-83dd-7a214dcbaa40 req-9169ed05-7a8c-42b1-8cf7-f7c274d874c2 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:47.595757 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca949975-22b6-4b0c-83dd-7a214dcbaa40 req-9169ed05-7a8c-42b1-8cf7-f7c274d874c2 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 943 time: 0.0557692 Jan 23 21:50:47.650061 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca949975-22b6-4b0c-83dd-7a214dcbaa40 req-0dd2ffb4-b654-4e25-95f1-0746a4470f98 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480170 Jan 23 21:50:47.863342 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f465-d528-4eb0-9fb1-31ac202ee6d3 req-3e1d8f30-c428-4878-b50d-6f1a7e3c09e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:47.864922 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5bf5f465-d528-4eb0-9fb1-31ac202ee6d3 req-3e1d8f30-c428-4878-b50d-6f1a7e3c09e6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0553925 Jan 23 21:50:47.939306 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5bf5f465-d528-4eb0-9fb1-31ac202ee6d3 req-0250daa3-db8f-4980-b996-18707498cc8f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Jan 23 21:50:47.949787 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36ea738b-1fcc-477a-ba47-c9f68e1fbb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:47.960719 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c4a4-d352-48de-a8fa-50515cf9f2ae req-732e1e1b-a1c2-4e02-adea-790c5c827886 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:47.962247 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9df1c4a4-d352-48de-a8fa-50515cf9f2ae req-732e1e1b-a1c2-4e02-adea-790c5c827886 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.0630660 Jan 23 21:50:48.011456 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9df1c4a4-d352-48de-a8fa-50515cf9f2ae req-2afb2158-bfda-47fc-ac8b-397de352d4ea tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Jan 23 21:50:48.823967 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd5f17-f8fe-4f4a-ba5d-75a482365243 req-4faf71df-1ea3-4683-aa6a-a40eb8ccb30e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:48.827155 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65dd5f17-f8fe-4f4a-ba5d-75a482365243 req-4faf71df-1ea3-4683-aa6a-a40eb8ccb30e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 943 time: 0.1047394 Jan 23 21:50:48.881929 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65dd5f17-f8fe-4f4a-ba5d-75a482365243 req-94f166d2-cce2-4059-b506-83fdbd9fb03a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537570 Jan 23 21:50:49.067666 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1e25-936e-446f-b624-f8711b7e6c7f req-49a4a97f-b196-4947-9616-3be41c297325 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:49.069160 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9ced1e25-936e-446f-b624-f8711b7e6c7f req-49a4a97f-b196-4947-9616-3be41c297325 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0536993 Jan 23 21:50:49.139760 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9ced1e25-936e-446f-b624-f8711b7e6c7f req-1b5a5399-4b69-48f3-9bff-3d843d492073 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647378 Jan 23 21:50:49.296631 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fd461-aacf-4605-8600-2131e8c16505 req-affd5f48-5c55-4e18-899a-1ee7246ae337 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:49.303811 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-821fd461-aacf-4605-8600-2131e8c16505 req-affd5f48-5c55-4e18-899a-1ee7246ae337 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.112 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.1336010 Jan 23 21:50:49.321584 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:49.337084 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae01293-ff09-46f7-b02f-258cd6110a68 req-65bde5c4-f3e1-47cf-ab89-33e3a625b780 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:49.353837 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0ae01293-ff09-46f7-b02f-258cd6110a68 req-65bde5c4-f3e1-47cf-ab89-33e3a625b780 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 950 time: 0.1387095 Jan 23 21:50:49.431786 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0ae01293-ff09-46f7-b02f-258cd6110a68 req-62d6c971-3c0d-4c61-a6a0-61d945a3c018 tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/security-groups?id=767924c2-78cd-4d7f-a70b-2938e30621c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765064 Jan 23 21:50:49.450292 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec10b-72fe-4e99-925e-6a276ce1ba7b req-9bcf5940-6baa-4256-a975-d2165ceb9ce1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:49.456349 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c93ec10b-72fe-4e99-925e-6a276ce1ba7b req-9bcf5940-6baa-4256-a975-d2165ceb9ce1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0943205 Jan 23 21:50:49.456508 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Deleting port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:50:49.456508 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:49.514381 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c93ec10b-72fe-4e99-925e-6a276ce1ba7b req-37a77c8c-c026-4043-9d15-d47f85219758 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504994 Jan 23 21:50:49.575651 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] For port 76f3d0f4-a0ca-454b-93e0-54963ee46d43, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=76f3d0f4-a0ca-454b-93e0-54963ee46d43,segment=NetworkSegment(18886bd4-a459-48a0-ab90-beda6be510db),segment_id=18886bd4-a459-48a0-ab90-beda6be510db)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:49.576018 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:49.593582 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Calling delete_port for 76f3d0f4-a0ca-454b-93e0-54963ee46d43 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:50:50.010427 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da76780-75af-423f-b2f9-b7c5e6e23802 req-5680a13a-0112-4cb2-88ff-e38ba62f66c2 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:50.011980 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0da76780-75af-423f-b2f9-b7c5e6e23802 req-5680a13a-0112-4cb2-88ff-e38ba62f66c2 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 943 time: 0.0518157 Jan 23 21:50:50.065784 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (76f3d0f4-a0ca-454b-93e0-54963ee46d43), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:50.067058 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0da76780-75af-423f-b2f9-b7c5e6e23802 req-cd81f5f6-129e-4970-bc93-3201503729a1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Jan 23 21:50:50.085704 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['76f3d0f4-a0ca-454b-93e0-54963ee46d43'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:50.099088 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Pushing event deleted for resources: {'Port': ['ID=76f3d0f4-a0ca-454b-93e0-54963ee46d43,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:50.171912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] No DVR routers for this DVR port 76f3d0f4-a0ca-454b-93e0-54963ee46d43 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:50:50.178521 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:50.182910 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-821fd461-aacf-4605-8600-2131e8c16505 req-f9129ecb-28b2-4c7e-aaa6-45d52564333f tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.112 "DELETE /v2.0/ports/76f3d0f4-a0ca-454b-93e0-54963ee46d43 HTTP/1.1" status: 204 len: 173 time: 0.8776553 Jan 23 21:50:50.182910 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'name': 'network-vif-deleted', 'tag': '76f3d0f4-a0ca-454b-93e0-54963ee46d43'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:50.185702 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4d049b-b5e9-4a7d-b2a9-935442d8988b" -d '{"events": [{"server_uuid": "bc1c38b2-1673-4e0b-bbee-5b069623157b", "name": "network-vif-deleted", "tag": "76f3d0f4-a0ca-454b-93e0-54963ee46d43"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:50.229668 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909685f0-f769-4092-a57c-9c7cb69456a9 x-openstack-request-id: req-909685f0-f769-4092-a57c-9c7cb69456a9 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:50.229960 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1c38b2-1673-4e0b-bbee-5b069623157b", "name": "network-vif-deleted", "tag": "76f3d0f4-a0ca-454b-93e0-54963ee46d43", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:50.230213 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-909685f0-f769-4092-a57c-9c7cb69456a9 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:50.230608 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c38b2-1673-4e0b-bbee-5b069623157b', 'name': 'network-vif-deleted', 'tag': '76f3d0f4-a0ca-454b-93e0-54963ee46d43', 'status': 'completed', 'code': 200} Jan 23 21:50:50.316742 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd723a1c-503f-4c95-9bcb-7d1daf2d9069 req-f9a24fb7-7e09-42ce-ad4e-73ac93061557 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:50.319670 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd723a1c-503f-4c95-9bcb-7d1daf2d9069 req-f9a24fb7-7e09-42ce-ad4e-73ac93061557 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0644000 Jan 23 21:50:50.385455 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd723a1c-503f-4c95-9bcb-7d1daf2d9069 req-52a19f8c-cf02-47d3-956d-f28f63d39e6f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604551 Jan 23 21:50:50.535891 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-12b12259-326b-4893-9001-dda7328b405f req-1da1d059-f630-4f43-9553-9da43c45a0ed tempest-VolumesNegativeTest-2006406535 tempest-VolumesNegativeTest-2006406535-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c38b2-1673-4e0b-bbee-5b069623157b HTTP/1.1" status: 200 len: 210 time: 0.0278020 Jan 23 21:50:50.572907 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:50.652593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d92fe-3653-419e-af4f-5af08b3e40bb req-462e7e0f-b0c6-4773-8cf4-be9bd6c194d9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:50.654118 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b02d92fe-3653-419e-af4f-5af08b3e40bb req-462e7e0f-b0c6-4773-8cf4-be9bd6c194d9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0537887 Jan 23 21:50:50.672099 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 5a6b61be-fb52-4f06-9641-870cfcda81a8 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:50:50.723945 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b02d92fe-3653-419e-af4f-5af08b3e40bb req-c5b17e7f-faa3-49a2-ac1a-4e496d815b82 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Jan 23 21:50:50.785804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:50.797542 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'port_id': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'mac_address': 'fa:16:3e:17:7a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:50:50.843001 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 5a6b61be-fb52-4f06-9641-870cfcda81a8 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:50.843442 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:50.861741 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6b61be-fb52-4f06-9641-870cfcda81a8 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:50:50.882721 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:50.972742 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:51.035120 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:51.048403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.048403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.048403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.048403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.048403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.048403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.049238 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.049238 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.049372 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.049771 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.050137 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.050761 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.051106 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:50:51.209877 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d23758-82e9-404d-b92d-606888635301 req-49e5e6e0-5a49-495e-840f-e78b38e1a4b9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:51.211431 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08d23758-82e9-404d-b92d-606888635301 req-49e5e6e0-5a49-495e-840f-e78b38e1a4b9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 944 time: 0.0582101 Jan 23 21:50:51.276756 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08d23758-82e9-404d-b92d-606888635301 req-b18bc158-efe3-4ba2-9353-a0cf69b6c1ab tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581877 Jan 23 21:50:51.468854 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['5a6b61be-fb52-4f06-9641-870cfcda81a8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:51.520745 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085bab4-3729-4c2c-89a3-69bf146446a3 req-2a4c8447-cd0f-4420-b5c7-620cd0066ba5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:51.525404 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d085bab4-3729-4c2c-89a3-69bf146446a3 req-2a4c8447-cd0f-4420-b5c7-620cd0066ba5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0599155 Jan 23 21:50:51.580073 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d085bab4-3729-4c2c-89a3-69bf146446a3 req-887d7313-456d-4c3b-b326-af6f5e3c4bdc tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499957 Jan 23 21:50:51.833777 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-c1b7451f-eda4-4897-bf90-0bb47fa43d72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:51.835233 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-c1b7451f-eda4-4897-bf90-0bb47fa43d72 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0578339 Jan 23 21:50:51.960166 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Deleting port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:50:51.960564 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:52.067406 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] For port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:52.067795 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:52.083753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Calling delete_port for 9d4815d0-33d8-485a-8ef1-19a5bffe36ad owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:50:52.123985 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:52.334705 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0332-6e2b-4337-9366-788dbf9b04ba req-cc0ac890-bbc5-43c5-bc47-b0596e3b5232 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:52.336623 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-933c0332-6e2b-4337-9366-788dbf9b04ba req-cc0ac890-bbc5-43c5-bc47-b0596e3b5232 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 946 time: 0.0822296 Jan 23 21:50:52.355467 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (9d4815d0-33d8-485a-8ef1-19a5bffe36ad), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:52.424725 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-933c0332-6e2b-4337-9366-788dbf9b04ba req-4e334a90-f577-4621-a808-2cec3f790ba6 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817776 Jan 23 21:50:52.471140 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] No DVR routers for this DVR port 9d4815d0-33d8-485a-8ef1-19a5bffe36ad on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:50:52.476387 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:52.480732 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1ad2ec44-4504-4538-b183-b2dd31207b2a req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "DELETE /v2.0/ports/9d4815d0-33d8-485a-8ef1-19a5bffe36ad HTTP/1.1" status: 204 len: 173 time: 0.6396527 Jan 23 21:50:52.481350 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03704b9-ecee-44c8-bc1c-0e857aff40c2 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event deleted for resources: {'Port': ['ID=9d4815d0-33d8-485a-8ef1-19a5bffe36ad,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:52.485059 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'name': 'network-vif-deleted', 'tag': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:52.489158 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e131d66-7af6-46d7-97f4-70c693d3872b" -d '{"events": [{"server_uuid": "945c64bf-9827-4cd3-ba73-e231b0b9e8bd", "name": "network-vif-deleted", "tag": "9d4815d0-33d8-485a-8ef1-19a5bffe36ad"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:52.549414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336c810-d258-4a9e-9085-ee906eaeb7c5 x-openstack-request-id: req-e336c810-d258-4a9e-9085-ee906eaeb7c5 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:52.549730 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945c64bf-9827-4cd3-ba73-e231b0b9e8bd", "name": "network-vif-deleted", "tag": "9d4815d0-33d8-485a-8ef1-19a5bffe36ad", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:52.549978 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e336c810-d258-4a9e-9085-ee906eaeb7c5 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:52.550388 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945c64bf-9827-4cd3-ba73-e231b0b9e8bd', 'name': 'network-vif-deleted', 'tag': '9d4815d0-33d8-485a-8ef1-19a5bffe36ad', 'status': 'completed', 'code': 200} Jan 23 21:50:52.560213 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff7b9-e3de-4622-b617-2c587cd8bb1a req-d1658a6b-a337-4033-80cb-8ff5e133901c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:52.562304 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5fff7b9-e3de-4622-b617-2c587cd8bb1a req-d1658a6b-a337-4033-80cb-8ff5e133901c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 944 time: 0.0560400 Jan 23 21:50:52.627993 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5fff7b9-e3de-4622-b617-2c587cd8bb1a req-f307b2a1-f229-49ee-b046-e681f6880ce3 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593808 Jan 23 21:50:52.646236 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', '73757944-3553-466b-9c3e-f2bfabf8eec0', '9d4815d0-33d8-485a-8ef1-19a5bffe36ad'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:52.691546 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 5a6b61be-fb52-4f06-9641-870cfcda81a8 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:50:52.889000 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 5a6b61be-fb52-4f06-9641-870cfcda81a8 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:50:52.910706 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 5a6b61be-fb52-4f06-9641-870cfcda81a8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:50:52.911319 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:53.064952 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 5a6b61be-fb52-4f06-9641-870cfcda81a8 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:50:53.065674 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:53.097427 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:53.099984 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4437bc9c-f0aa-4068-af7e-22cadad7320f" -d '{"events": [{"server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:53.114727 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:53.142469 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d156ff0-3c40-4876-8917-9c5dba024edc x-openstack-request-id: req-6d156ff0-3c40-4876-8917-9c5dba024edc {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:53.143184 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:53.143184 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d156ff0-3c40-4876-8917-9c5dba024edc {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:53.143652 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'code': 200} Jan 23 21:50:53.229805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:53.230822 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 76f3d0f4-a0ca-454b-93e0-54963ee46d43 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:50:53.351475 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 76f3d0f4-a0ca-454b-93e0-54963ee46d43 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:50:53.351841 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 76f3d0f4-a0ca-454b-93e0-54963ee46d43 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:50:53.383928 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:53.603504 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b784-81cb-48e9-85f1-b7c6b0f90612 req-40e9d1cb-313b-48ca-91da-df91a979d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:53.607615 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8464b784-81cb-48e9-85f1-b7c6b0f90612 req-40e9d1cb-313b-48ca-91da-df91a979d9e9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1098 time: 0.1146588 Jan 23 21:50:53.627931 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-26f2c65f-f455-4748-9e96-5fc70de70483 req-8a8ed498-6fb6-4ad3-b2e1-e0738672e724 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=945c64bf-9827-4cd3-ba73-e231b0b9e8bd HTTP/1.1" status: 200 len: 210 time: 0.0343759 Jan 23 21:50:53.703100 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8464b784-81cb-48e9-85f1-b7c6b0f90612 req-c3e307a6-fdf1-4343-a98f-db0f0c509803 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870712 Jan 23 21:50:54.042050 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2ccdf-ae99-4a11-85af-be2f11934522 req-f41bfdaa-cab0-4c02-9d42-d77a02df51f4 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:54.048417 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ed2ccdf-ae99-4a11-85af-be2f11934522 req-f41bfdaa-cab0-4c02-9d42-d77a02df51f4 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.3117464 Jan 23 21:50:54.118599 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ed2ccdf-ae99-4a11-85af-be2f11934522 req-62a24f68-bcf0-4954-93a5-ed32fa614715 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672314 Jan 23 21:50:54.685793 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9d4815d0-33d8-485a-8ef1-19a5bffe36ad no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:50:54.714636 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 9d4815d0-33d8-485a-8ef1-19a5bffe36ad {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:50:54.715225 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9d4815d0-33d8-485a-8ef1-19a5bffe36ad not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:50:55.291394 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69484e-40fd-422b-9acd-5cc4380bcdc4 req-80c04ede-6c3c-4913-acde-c0ec02e72eab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:55.292950 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd69484e-40fd-422b-9acd-5cc4380bcdc4 req-80c04ede-6c3c-4913-acde-c0ec02e72eab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.0833287 Jan 23 21:50:55.322318 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442a42-4202-4de6-9830-e84e1a3f3275 req-bece4015-9304-4cf1-9c0e-e08ba1b8e96e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:55.324873 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c442a42-4202-4de6-9830-e84e1a3f3275 req-bece4015-9304-4cf1-9c0e-e08ba1b8e96e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0890412 Jan 23 21:50:55.410393 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd69484e-40fd-422b-9acd-5cc4380bcdc4 req-2d3a01f6-6d25-4160-8c31-339928e9c225 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100976 Jan 23 21:50:55.414105 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c442a42-4202-4de6-9830-e84e1a3f3275 req-1cbbb85c-7486-420c-8285-b5f9b607333a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818062 Jan 23 21:50:56.614427 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40c1a-bb82-42a2-9b92-1656f5485edd req-ee781e41-8760-41c2-bb5e-149839ecc96e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:56.616299 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aed40c1a-bb82-42a2-9b92-1656f5485edd req-ee781e41-8760-41c2-bb5e-149839ecc96e tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.1058502 Jan 23 21:50:56.630913 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fcad1-1a3e-4aba-87ff-c63e93676ba3 req-a6d4cd0d-155f-47af-942d-ed48bd38b7ee tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:56.632625 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c4fcad1-1a3e-4aba-87ff-c63e93676ba3 req-a6d4cd0d-155f-47af-942d-ed48bd38b7ee tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0791214 Jan 23 21:50:56.711426 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aed40c1a-bb82-42a2-9b92-1656f5485edd req-169d2074-92cd-46fc-8271-8c0cac986ed1 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890725 Jan 23 21:50:56.724408 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c4fcad1-1a3e-4aba-87ff-c63e93676ba3 req-7ae14247-3ec2-4696-b8bf-adb24b27fe84 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758073 Jan 23 21:50:56.878500 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-c235eb31-0c2f-4fcf-90cf-18be13e99b29 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:56.880948 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-c235eb31-0c2f-4fcf-90cf-18be13e99b29 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 946 time: 0.1092618 Jan 23 21:50:57.034444 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Deleting port 73757944-3553-466b-9c3e-f2bfabf8eec0 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:50:57.035371 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:57.044020 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa9fcb-792b-429b-94c4-39f67289e5c4 req-7a563581-4003-4a12-81f1-bf7d62cab17b tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:57.052801 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52aa9fcb-792b-429b-94c4-39f67289e5c4 req-7a563581-4003-4a12-81f1-bf7d62cab17b tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0727820 Jan 23 21:50:57.117835 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52aa9fcb-792b-429b-94c4-39f67289e5c4 req-b5affe33-bf78-47bc-952c-663c51eb4702 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639973 Jan 23 21:50:57.169585 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] For port 73757944-3553-466b-9c3e-f2bfabf8eec0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=73757944-3553-466b-9c3e-f2bfabf8eec0,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:50:57.169972 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:57.187019 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Calling delete_port for 73757944-3553-466b-9c3e-f2bfabf8eec0 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:50:57.418641 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc587b0-ef97-456b-897c-e13f4af79ce7 req-00894af7-78f8-4e89-9a30-6f45f4492ba6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:57.421508 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfc587b0-ef97-456b-897c-e13f4af79ce7 req-00894af7-78f8-4e89-9a30-6f45f4492ba6 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0806422 Jan 23 21:50:57.452737 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (73757944-3553-466b-9c3e-f2bfabf8eec0), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:57.473666 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', '73757944-3553-466b-9c3e-f2bfabf8eec0'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:50:57.514659 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfc587b0-ef97-456b-897c-e13f4af79ce7 req-c31e1438-01c5-4232-841c-aed40831f16c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865874 Jan 23 21:50:57.535828 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event deleted for resources: {'Port': ['ID=73757944-3553-466b-9c3e-f2bfabf8eec0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:57.626841 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] No DVR routers for this DVR port 73757944-3553-466b-9c3e-f2bfabf8eec0 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:50:57.628529 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf2bbd-1294-4621-a7ee-78471c1b5aec req-e4f93ad5-b4d9-41c9-8f03-f09c05234844 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:57.630228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfcf2bbd-1294-4621-a7ee-78471c1b5aec req-e4f93ad5-b4d9-41c9-8f03-f09c05234844 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0880542 Jan 23 21:50:57.631060 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:57.635343 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-645e0ca7-a9e8-4ce8-a20b-da07d8963f5e req-369ab73e-6401-473c-a0e4-66abd5820bab tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "DELETE /v2.0/ports/73757944-3553-466b-9c3e-f2bfabf8eec0 HTTP/1.1" status: 204 len: 173 time: 0.7466569 Jan 23 21:50:57.636117 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'name': 'network-vif-deleted', 'tag': '73757944-3553-466b-9c3e-f2bfabf8eec0'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:50:57.640115 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786de838-6a78-4317-afe9-2633c3fd3c3d" -d '{"events": [{"server_uuid": "9f021497-0f1e-4a4b-b170-4aff3cf9a44e", "name": "network-vif-deleted", "tag": "73757944-3553-466b-9c3e-f2bfabf8eec0"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:50:57.696425 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf99c872-4345-4c84-a989-1822e4626eec x-openstack-request-id: req-bf99c872-4345-4c84-a989-1822e4626eec {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:50:57.696911 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f021497-0f1e-4a4b-b170-4aff3cf9a44e", "name": "network-vif-deleted", "tag": "73757944-3553-466b-9c3e-f2bfabf8eec0", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:50:57.697346 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf99c872-4345-4c84-a989-1822e4626eec {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:50:57.698026 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f021497-0f1e-4a4b-b170-4aff3cf9a44e', 'name': 'network-vif-deleted', 'tag': '73757944-3553-466b-9c3e-f2bfabf8eec0', 'status': 'completed', 'code': 200} Jan 23 21:50:57.728340 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfcf2bbd-1294-4621-a7ee-78471c1b5aec req-bd2c852d-a7fa-4aab-bfb0-0514c5f9925a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Jan 23 21:50:57.841536 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-846b4f6b-ad4d-47e4-a843-0cb88502f5f8 req-eca11f32-4a51-4da3-89ae-9bb9348fac1c tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 210 time: 0.0299697 Jan 23 21:50:58.686252 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26bb3-03f5-4894-abc3-b7ab7537ba8e req-52651f84-8fab-43ff-ac9d-10122ca563ef tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:58.688069 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13f26bb3-03f5-4894-abc3-b7ab7537ba8e req-52651f84-8fab-43ff-ac9d-10122ca563ef tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0633595 Jan 23 21:50:58.752298 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13f26bb3-03f5-4894-abc3-b7ab7537ba8e req-3f4d8cbf-b386-4ad8-b2bd-3d78fdb32477 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Jan 23 21:50:58.991211 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a30fa340-c0a9-4e9e-8344-01c1836b093e req-647f8e89-db23-4f02-ba71-530e4accf443 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f021497-0f1e-4a4b-b170-4aff3cf9a44e HTTP/1.1" status: 200 len: 210 time: 0.0449808 Jan 23 21:50:59.048155 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54378) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:59.208486 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1980cf35-e156-4424-b0f2-81e9070be281 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e25bfae6e20f4c78a6148973cdd2e7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591156 Jan 23 21:50:59.212316 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54384) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:50:59.266775 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-768e6c88-df13-43a0-8dd4-d5a05314ce18 admin admin] Publish callbacks [] for security_group (767924c2-78cd-4d7f-a70b-2938e30621c5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:59.291537 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-768e6c88-df13-43a0-8dd4-d5a05314ce18 admin admin] Publish callbacks [] for security_group (767924c2-78cd-4d7f-a70b-2938e30621c5), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:59.430429 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-768e6c88-df13-43a0-8dd4-d5a05314ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (767924c2-78cd-4d7f-a70b-2938e30621c5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:59.435119 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-768e6c88-df13-43a0-8dd4-d5a05314ce18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:50:59.437147 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-768e6c88-df13-43a0-8dd4-d5a05314ce18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/767924c2-78cd-4d7f-a70b-2938e30621c5 HTTP/1.1" status: 204 len: 168 time: 0.2236681 Jan 23 21:50:59.449707 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e6c88-df13-43a0-8dd4-d5a05314ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767924c2-78cd-4d7f-a70b-2938e30621c5,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:50:59.919553 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64207470-a423-492f-a1b0-6336d0773cee req-a1fc1935-b018-4287-8d9b-11c7869bdaad tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:50:59.921578 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64207470-a423-492f-a1b0-6336d0773cee req-a1fc1935-b018-4287-8d9b-11c7869bdaad tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0605001 Jan 23 21:50:59.989259 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64207470-a423-492f-a1b0-6336d0773cee req-ba5f15ae-5a46-477a-a9e8-9dd8563c23c7 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600104 Jan 23 21:51:00.089812 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-489f1c98-68b5-4ca0-a883-0a1e3266099c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:00.092088 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-489f1c98-68b5-4ca0-a883-0a1e3266099c tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 945 time: 0.0638778 Jan 23 21:51:00.242248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Deleting port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:51:00.243881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:00.371742 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] For port 34ccf944-e315-4efa-88d6-4c9acde4f2c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=34ccf944-e315-4efa-88d6-4c9acde4f2c5,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:00.372320 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:00.391100 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Calling delete_port for 34ccf944-e315-4efa-88d6-4c9acde4f2c5 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:51:00.617196 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (34ccf944-e315-4efa-88d6-4c9acde4f2c5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:00.631728 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['34ccf944-e315-4efa-88d6-4c9acde4f2c5', 'e79f5bdb-39fb-406d-941c-42998318bfc9'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:51:00.659048 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Pushing event deleted for resources: {'Port': ['ID=34ccf944-e315-4efa-88d6-4c9acde4f2c5,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:00.710856 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] No DVR routers for this DVR port 34ccf944-e315-4efa-88d6-4c9acde4f2c5 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:51:00.716334 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:00.721594 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-80d0c6d2-484d-4d64-8c56-e0fee7a61237 req-8f055c94-3706-4dda-a4b9-bc8e90379e21 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "DELETE /v2.0/ports/34ccf944-e315-4efa-88d6-4c9acde4f2c5 HTTP/1.1" status: 204 len: 173 time: 0.6241069 Jan 23 21:51:00.722237 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'name': 'network-vif-deleted', 'tag': '34ccf944-e315-4efa-88d6-4c9acde4f2c5'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:51:00.725249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bcb6c1-5813-4b58-8b3c-2eff6ed7c8ce" -d '{"events": [{"server_uuid": "e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe", "name": "network-vif-deleted", "tag": "34ccf944-e315-4efa-88d6-4c9acde4f2c5"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:51:00.766403 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 73757944-3553-466b-9c3e-f2bfabf8eec0 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:51:00.814182 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a976c4-bd32-4664-9b34-0507d3b3d87c x-openstack-request-id: req-a6a976c4-bd32-4664-9b34-0507d3b3d87c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:51:00.814583 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe", "name": "network-vif-deleted", "tag": "34ccf944-e315-4efa-88d6-4c9acde4f2c5", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:51:00.815129 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6a976c4-bd32-4664-9b34-0507d3b3d87c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:51:00.815663 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe', 'name': 'network-vif-deleted', 'tag': '34ccf944-e315-4efa-88d6-4c9acde4f2c5', 'status': 'completed', 'code': 200} Jan 23 21:51:00.834735 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 73757944-3553-466b-9c3e-f2bfabf8eec0 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:51:00.836422 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 73757944-3553-466b-9c3e-f2bfabf8eec0 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:51:01.051800 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:51:01.139204 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5aebcac0-a7d3-4d61-9c23-ac7212c00fc9 req-178d97f9-ad27-4b49-b7f9-9a985a7542e9 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ae0b73-96f3-411e-ab18-5c4c72c4ebbe HTTP/1.1" status: 200 len: 210 time: 0.0496786 Jan 23 21:51:02.563850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0de81-21e0-489e-bc04-d52754d394fa req-c1e7b0ae-558a-4475-aeb7-b0900e66da43 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:02.566281 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53e0de81-21e0-489e-bc04-d52754d394fa req-c1e7b0ae-558a-4475-aeb7-b0900e66da43 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1071117 Jan 23 21:51:02.717872 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31854ce3-a9bb-456e-be1d-f9437485f88c req-35fe0e17-f15e-460b-90c1-7c2c1488bc70 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:02.719505 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31854ce3-a9bb-456e-be1d-f9437485f88c req-35fe0e17-f15e-460b-90c1-7c2c1488bc70 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.1519372 Jan 23 21:51:02.727898 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53e0de81-21e0-489e-bc04-d52754d394fa req-29638768-3d4b-409f-b672-b0d9d3555209 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439517 Jan 23 21:51:02.792608 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-31854ce3-a9bb-456e-be1d-f9437485f88c req-e42b9fb1-132d-4a94-90bd-e2beb0a00800 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633614 Jan 23 21:51:03.617187 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdc569-64c6-4637-aca9-353b035d162e req-b539c23b-1409-49cd-8dc1-4cb517774df0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:03.618773 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-10fdc569-64c6-4637-aca9-353b035d162e req-b539c23b-1409-49cd-8dc1-4cb517774df0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0524271 Jan 23 21:51:03.669408 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-10fdc569-64c6-4637-aca9-353b035d162e req-7e932284-1b87-4b7f-9fe7-27caa625cee3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Jan 23 21:51:03.928039 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b361a7d-70c5-4fc5-8e5d-a4f25cccc1b8 req-1398ce59-b59c-43e1-9c7b-b230a7c66137 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:03.929671 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b361a7d-70c5-4fc5-8e5d-a4f25cccc1b8 req-1398ce59-b59c-43e1-9c7b-b230a7c66137 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0972650 Jan 23 21:51:03.967094 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d55d4-910f-4580-9fdb-bc6ca2ffb492 req-af4ac6b1-32f0-4541-a910-82418d7f539c tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:03.968814 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc0d55d4-910f-4580-9fdb-bc6ca2ffb492 req-af4ac6b1-32f0-4541-a910-82418d7f539c tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.0916743 Jan 23 21:51:04.026260 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b361a7d-70c5-4fc5-8e5d-a4f25cccc1b8 req-32a476ce-7573-44ca-a09c-f57f42fa60e5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883231 Jan 23 21:51:04.066062 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc0d55d4-910f-4580-9fdb-bc6ca2ffb492 req-676dae96-c9b5-4d73-989b-8e65f40ea0d5 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898774 Jan 23 21:51:04.714771 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-66b3f424-9a8d-49df-bb46-8713cca27f12 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:04.716352 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-66b3f424-9a8d-49df-bb46-8713cca27f12 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.0584836 Jan 23 21:51:04.753628 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 34ccf944-e315-4efa-88d6-4c9acde4f2c5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:51:04.795530 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 34ccf944-e315-4efa-88d6-4c9acde4f2c5 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:51:04.796061 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 34ccf944-e315-4efa-88d6-4c9acde4f2c5 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:51:04.830539 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e288f1-4f85-4eca-b96d-1fbb45f74c64 req-98a441d0-6d28-47a3-9a91-b30ef90a6089 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:04.832600 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-06e288f1-4f85-4eca-b96d-1fbb45f74c64 req-98a441d0-6d28-47a3-9a91-b30ef90a6089 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0759149 Jan 23 21:51:04.875914 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Deleting port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:51:04.876238 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:04.904834 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-06e288f1-4f85-4eca-b96d-1fbb45f74c64 req-93d79194-8bd0-44b6-b985-32687012d23d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Jan 23 21:51:04.998333 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] For port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,segment=NetworkSegment(7f3d6b1c-faec-4b47-8454-20a73737970a),segment_id=7f3d6b1c-faec-4b47-8454-20a73737970a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:04.998787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:05.017683 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Calling delete_port for 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:51:05.235943 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715dd9a-fe48-4d65-841d-671cbef8611f req-77dce5ff-b1c6-4f15-adcc-01af39fb0330 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:05.237391 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c715dd9a-fe48-4d65-841d-671cbef8611f req-77dce5ff-b1c6-4f15-adcc-01af39fb0330 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1121466 Jan 23 21:51:05.253586 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c2f7-8559-4407-ae34-61e43910ddca req-2f8a6105-c0a1-4f0b-9910-4da5641df0d4 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:05.255359 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b26c2f7-8559-4407-ae34-61e43910ddca req-2f8a6105-c0a1-4f0b-9910-4da5641df0d4 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 945 time: 0.0921254 Jan 23 21:51:05.275411 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:05.293212 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:51:05.323328 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Pushing event deleted for resources: {'Port': ['ID=9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:05.370447 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c715dd9a-fe48-4d65-841d-671cbef8611f req-c433efef-1976-47b1-ad74-2b6e64f6e32e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140325 Jan 23 21:51:05.375207 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b26c2f7-8559-4407-ae34-61e43910ddca req-825f461f-97d2-40b8-8a07-08e66108111a tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/security-groups?id=cf2b915f-ffbe-4feb-853c-78e004c61b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108606 Jan 23 21:51:05.421998 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] No DVR routers for this DVR port 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:51:05.425191 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:05.429979 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fb1fd3e4-bfc8-4a05-83af-6d131a86fe4a req-d4f05c07-a704-4c0c-afb5-bd4fa13a8aa9 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.112 "DELETE /v2.0/ports/9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce HTTP/1.1" status: 204 len: 173 time: 0.7035534 Jan 23 21:51:05.430688 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'name': 'network-vif-deleted', 'tag': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:51:05.434456 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570e292-78c3-4a15-8aaa-7d6cf2da797e" -d '{"events": [{"server_uuid": "7d1fc185-83a2-4621-a3e9-f69673a4adc9", "name": "network-vif-deleted", "tag": "9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:51:05.476945 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e6c47-80f7-4ba7-811a-cb5227688c96 x-openstack-request-id: req-552e6c47-80f7-4ba7-811a-cb5227688c96 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:51:05.477239 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1fc185-83a2-4621-a3e9-f69673a4adc9", "name": "network-vif-deleted", "tag": "9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:51:05.477492 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-552e6c47-80f7-4ba7-811a-cb5227688c96 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:51:05.477885 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1fc185-83a2-4621-a3e9-f69673a4adc9', 'name': 'network-vif-deleted', 'tag': '9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce', 'status': 'completed', 'code': 200} Jan 23 21:51:06.046846 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c023a-d42d-45de-a234-49ad4efafc0c req-6acad90e-6fa1-4215-8c51-c404a8de2045 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:06.049424 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d60c023a-d42d-45de-a234-49ad4efafc0c req-6acad90e-6fa1-4215-8c51-c404a8de2045 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0662298 Jan 23 21:51:06.102506 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d60c023a-d42d-45de-a234-49ad4efafc0c req-a47b2cc4-45e8-467a-a4fc-2d23b2e66c37 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Jan 23 21:51:06.540430 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa776e0d-2f35-49c7-b542-13c12255bb0e req-0d4f317c-e32f-46ce-8855-3fefa591b236 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0317783 Jan 23 21:51:06.573112 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeeec-ddf2-43dd-bf0a-fbe1d54aebd4 req-3ef29e47-b9b5-4aa8-bf99-58e408bc40b9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:06.575777 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-703eeeec-ddf2-43dd-bf0a-fbe1d54aebd4 req-3ef29e47-b9b5-4aa8-bf99-58e408bc40b9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1032023 Jan 23 21:51:06.653458 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-703eeeec-ddf2-43dd-bf0a-fbe1d54aebd4 req-68d15fa3-4f8f-4d7f-b2d7-808605033773 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706511 Jan 23 21:51:07.235334 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48684a-490a-4bd7-88b7-1669e8565568 req-97a97df8-5e7c-4d23-9e04-a0139dcf50b5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:07.235334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eb48684a-490a-4bd7-88b7-1669e8565568 req-97a97df8-5e7c-4d23-9e04-a0139dcf50b5 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0576198 Jan 23 21:51:07.285502 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eb48684a-490a-4bd7-88b7-1669e8565568 req-229bfc37-9697-412f-85dd-c6a59fe9f6b7 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451388 Jan 23 21:51:07.653172 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34812198-35df-40b0-bc6c-fbea39948df2 req-f4cd9247-2cb2-4ef7-9528-af13f43f3cfe tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Jan 23 21:51:07.798824 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217592-e219-49ca-ad82-e33c7c4bfb15 req-40abcce5-a218-441a-93ce-1301ff8c4b5c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:07.801016 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c217592-e219-49ca-ad82-e33c7c4bfb15 req-40abcce5-a218-441a-93ce-1301ff8c4b5c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0675879 Jan 23 21:51:07.857458 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c217592-e219-49ca-ad82-e33c7c4bfb15 req-8d9612be-c61f-43b2-8358-f30d852a8708 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498438 Jan 23 21:51:08.442856 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23515ea1-f100-4719-a5dd-7f4fcb4d1ca3 req-fc043291-afbf-4377-9af0-402f503c34e1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:08.444413 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-23515ea1-f100-4719-a5dd-7f4fcb4d1ca3 req-fc043291-afbf-4377-9af0-402f503c34e1 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0602295 Jan 23 21:51:08.492430 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-23515ea1-f100-4719-a5dd-7f4fcb4d1ca3 req-b2126985-3bdb-470e-8056-d3d7ae3f6299 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Jan 23 21:51:08.763360 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5401cae-06a0-4eb3-87ce-ea13816bdde6 req-d5e14e95-db2e-403e-81a8-4b31673f8755 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0284896 Jan 23 21:51:08.993529 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9d671-07c2-4c2f-bb59-2dd32f6cedd2 req-ae26cdfb-d3ed-4220-b484-0210cc90ef06 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:08.996246 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1fa9d671-07c2-4c2f-bb59-2dd32f6cedd2 req-ae26cdfb-d3ed-4220-b484-0210cc90ef06 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0601797 Jan 23 21:51:09.063474 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1fa9d671-07c2-4c2f-bb59-2dd32f6cedd2 req-321e0a17-9f0d-4526-b4b2-8d45124272ea tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611730 Jan 23 21:51:09.331910 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:51:09.359011 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:51:09.359507 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 9ba8bf0b-3abd-4ae8-aeb1-79a77c57f5ce not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:51:09.579141 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:09.630570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba152c-de61-473d-b371-d6549df24826 req-83e6b038-4f5f-48bd-a1ba-87b2dc2a7dea tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:09.684004 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-73ba152c-de61-473d-b371-d6549df24826 req-83e6b038-4f5f-48bd-a1ba-87b2dc2a7dea tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0617678 Jan 23 21:51:09.699619 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-73ba152c-de61-473d-b371-d6549df24826 req-02d7f13c-c335-4adb-9665-fa51568e2842 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Jan 23 21:51:09.896506 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-48a98dfb-ecae-4f22-94e6-df75ffae3cea req-e2823e21-9329-444a-96f3-6e0b0f64c56f tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1fc185-83a2-4621-a3e9-f69673a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0317793 Jan 23 21:51:10.195911 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf6fe-2f5a-46a0-9225-703ed469f1a4 req-a38e4cad-16b4-4de8-af0b-d6e61ff5299c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:10.197577 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-515bf6fe-2f5a-46a0-9225-703ed469f1a4 req-a38e4cad-16b4-4de8-af0b-d6e61ff5299c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0615857 Jan 23 21:51:10.249845 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-515bf6fe-2f5a-46a0-9225-703ed469f1a4 req-f98977b2-7497-4d91-b82b-e479aa37d68a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450828 Jan 23 21:51:10.837013 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6b4bc-236b-4fe8-b408-a37ecdba7be3 req-e14994fd-a9b2-4d5f-a6f7-281850d9d53d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:10.838645 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0ca6b4bc-236b-4fe8-b408-a37ecdba7be3 req-e14994fd-a9b2-4d5f-a6f7-281850d9d53d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0574710 Jan 23 21:51:10.889240 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0ca6b4bc-236b-4fe8-b408-a37ecdba7be3 req-69818b81-6b68-4572-988b-efdefe55f2f0 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Jan 23 21:51:10.979306 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54574) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:11.026577 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Deleting subnet 589f5608-ab80-4e5e-b827-eef211b06904 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:51:11.035042 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Publish callbacks [] for subnet (589f5608-ab80-4e5e-b827-eef211b06904), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.075674 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612194'] for subnet (589f5608-ab80-4e5e-b827-eef211b06904), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.120332 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (589f5608-ab80-4e5e-b827-eef211b06904), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.291134 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59626229'] for subnet (589f5608-ab80-4e5e-b827-eef211b06904), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.318611 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589f5608-ab80-4e5e-b827-eef211b06904,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:11.322433 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.329494 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ddfc74e4-d4e5-43c1-93e0-941dca44aea3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/589f5608-ab80-4e5e-b827-eef211b06904 HTTP/1.1" status: 204 len: 168 time: 0.3453097 Jan 23 21:51:11.329494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54578) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:11.388683 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ad511-6d71-4adc-a109-a3c42b03806f req-14f8581c-d5ba-4848-b3a9-c0cac8ee98d9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:11.390283 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e2ad511-6d71-4adc-a109-a3c42b03806f req-14f8581c-d5ba-4848-b3a9-c0cac8ee98d9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0560849 Jan 23 21:51:11.403949 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (24aab133-8bab-4f09-a830-696f48e02d16), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.448088 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e2ad511-6d71-4adc-a109-a3c42b03806f req-75a758cc-59f6-4d1f-b751-7dc0c75d20bc tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513000 Jan 23 21:51:11.499135 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (24aab133-8bab-4f09-a830-696f48e02d16), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.532104 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aab133-8bab-4f09-a830-696f48e02d16']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:11.543362 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3d6b1c-faec-4b47-8454-20a73737970a') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:11.543870 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3d6b1c-faec-4b47-8454-20a73737970a') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:11.556385 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (7f3d6b1c-faec-4b47-8454-20a73737970a), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.580824 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (7f3d6b1c-faec-4b47-8454-20a73737970a), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.587611 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:51:11.588019 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (7f3d6b1c-faec-4b47-8454-20a73737970a), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:51:11.589860 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:51:11.594786 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:51:11.749575 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (24aab133-8bab-4f09-a830-696f48e02d16), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.757662 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:11.760906 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] 10.222.0.72 "DELETE /v2.0/networks/24aab133-8bab-4f09-a830-696f48e02d16 HTTP/1.1" status: 204 len: 168 time: 0.4310260 Jan 23 21:51:11.774340 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325793-6e99-403b-b9ad-ae0b4c52f989 admin admin] Pushing event deleted for resources: {'Network': ['ID=24aab133-8bab-4f09-a830-696f48e02d16,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:12.025273 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafc178-7062-4aba-b123-0a72c547027c req-646e68c1-c183-40e8-8876-c9b5e113924d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.027793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfafc178-7062-4aba-b123-0a72c547027c req-646e68c1-c183-40e8-8876-c9b5e113924d tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0603027 Jan 23 21:51:12.028808 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-6d903d4b-027a-49ac-a0ed-3b913aa512da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.032526 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-6d903d4b-027a-49ac-a0ed-3b913aa512da service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1099 time: 0.0558329 Jan 23 21:51:12.090137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfafc178-7062-4aba-b123-0a72c547027c req-b0c5bc43-3efa-44fd-9350-809d67977a53 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Jan 23 21:51:12.210050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-db27e63e-316b-416c-8587-244c639a63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.212874 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-db27e63e-316b-416c-8587-244c639a63e2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.1593225 Jan 23 21:51:12.310892 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54600) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:12.349490 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-7a3d3a49-835b-4cb2-a0d5-e1147a95b1e9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 1001 time: 0.1272132 Jan 23 21:51:12.388528 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8a6322a0-baf1-42cf-b4e3-7bf49476f9d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee1757d1fd1149a2b16e5860993c48e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0756631 Jan 23 21:51:12.398109 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64a55e-676f-434f-85a6-bb8c1e2da49f req-4b57922c-eb90-4277-a3ea-d5b38930b5b9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.398798 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54602) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:12.399755 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b64a55e-676f-434f-85a6-bb8c1e2da49f req-4b57922c-eb90-4277-a3ea-d5b38930b5b9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0897849 Jan 23 21:51:12.430861 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-7fe259d2-9b25-462f-a695-68ee08d33be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.432455 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-7fe259d2-9b25-462f-a695-68ee08d33be8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0692396 Jan 23 21:51:12.460601 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b64a55e-676f-434f-85a6-bb8c1e2da49f req-d6e5bce9-2e60-4ed5-8b52-73c7d2b47cfa tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Jan 23 21:51:12.491515 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54606) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:12.505705 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09f6b1bd-9dd4-4f32-bdb0-25c5e4a3ffed admin admin] Publish callbacks [] for security_group (cf2b915f-ffbe-4feb-853c-78e004c61b33), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:12.513688 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-ee52b699-7377-4503-9de4-a7a26c6a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.515255 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-ee52b699-7377-4503-9de4-a7a26c6a84d9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741301 Jan 23 21:51:12.553361 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09f6b1bd-9dd4-4f32-bdb0-25c5e4a3ffed admin admin] Publish callbacks [] for security_group (cf2b915f-ffbe-4feb-853c-78e004c61b33), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:12.615067 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a206-2c96-420e-8bdd-4e7cab3734cb req-249c2a14-8367-48e3-b061-12cc42302370 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.616915 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3ca7a206-2c96-420e-8bdd-4e7cab3734cb req-249c2a14-8367-48e3-b061-12cc42302370 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0823264 Jan 23 21:51:12.654416 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-da1b8880-663d-49cc-9c82-c8bd8f45cb2a service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272511 Jan 23 21:51:12.695358 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3ca7a206-2c96-420e-8bdd-4e7cab3734cb req-18f6e275-8291-4f5d-a5ec-22557b22a39f tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725782 Jan 23 21:51:12.730892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09f6b1bd-9dd4-4f32-bdb0-25c5e4a3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (cf2b915f-ffbe-4feb-853c-78e004c61b33), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:12.733507 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09f6b1bd-9dd4-4f32-bdb0-25c5e4a3ffed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:12.735318 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-09f6b1bd-9dd4-4f32-bdb0-25c5e4a3ffed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf2b915f-ffbe-4feb-853c-78e004c61b33 HTTP/1.1" status: 204 len: 168 time: 0.3347821 Jan 23 21:51:12.750997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6b1bd-9dd4-4f32-bdb0-25c5e4a3ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b915f-ffbe-4feb-853c-78e004c61b33,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:12.787425 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917f3c45-3672-4ea2-a111-c659bc3762bf req-9795506e-e736-460d-9d7a-8849981c8d57 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183798 Jan 23 21:51:12.847897 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6763f9-2d2c-4393-9d28-55c5d1c7464f tempest-TestMinimumBasicScenario-1645746008 tempest-TestMinimumBasicScenario-1645746008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:12.849428 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6c6763f9-2d2c-4393-9d28-55c5d1c7464f tempest-TestMinimumBasicScenario-1645746008 tempest-TestMinimumBasicScenario-1645746008-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1093 time: 0.3567545 Jan 23 21:51:12.854331 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54614) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:12.859119 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'port_id': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:12.978227 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.120050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.288638 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Allocated IP 172.27.0.15 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/b9374506-6e53-450a-ac11-eadba0bc8721) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:51:13.322434 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eab1dd-2b37-4bab-bf3c-7846d2a507f4 req-6880b2f6-fa6a-4ad4-97ec-1e7c879a18f3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:13.324938 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54eab1dd-2b37-4bab-bf3c-7846d2a507f4 req-6880b2f6-fa6a-4ad4-97ec-1e7c879a18f3 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1360445 Jan 23 21:51:13.467514 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54eab1dd-2b37-4bab-bf3c-7846d2a507f4 req-e1c2510d-cd84-452b-b06e-1ae3daab558f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288376 Jan 23 21:51:13.468015 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54630) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:13.489274 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for port (b9374506-6e53-450a-ac11-eadba0bc8721), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.612649 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (b9374506-6e53-450a-ac11-eadba0bc8721), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.624969 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cc444c78-dd81-42f5-ace4-b42afabed9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.659248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:51:13.664919 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:51:13.668773 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:51:13.713363 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'Port': ['ID=b9374506-6e53-450a-ac11-eadba0bc8721,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:13.749348 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cc444c78-dd81-42f5-ace4-b42afabed9db admin admin] Publish callbacks [] for security_group (69f9813a-308c-4bda-89e2-30515156c8ea), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.816322 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cc444c78-dd81-42f5-ace4-b42afabed9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (69f9813a-308c-4bda-89e2-30515156c8ea), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:13.893533 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc444c78-dd81-42f5-ace4-b42afabed9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9813a-308c-4bda-89e2-30515156c8ea,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:13.898267 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-cc444c78-dd81-42f5-ace4-b42afabed9db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e25f01747fca40b290c49a4885c2b66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291420 Jan 23 21:51:13.901095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54642) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:13.929207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e5cd-7479-4e31-b499-f5026f430d3c req-23bfdfcd-fac0-499d-b0dd-efe5d164eb40 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:13.931084 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a5a9e5cd-7479-4e31-b499-f5026f430d3c req-23bfdfcd-fac0-499d-b0dd-efe5d164eb40 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1263437 Jan 23 21:51:14.011029 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c9a41a94-f5d7-4424-b4ed-4e374fb00f8d admin admin] Publish callbacks [] for security_group (69f9813a-308c-4bda-89e2-30515156c8ea), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.016127 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a5a9e5cd-7479-4e31-b499-f5026f430d3c req-fbbb4c16-de8b-4333-ad60-961ff81e65e0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731573 Jan 23 21:51:14.043346 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c9a41a94-f5d7-4424-b4ed-4e374fb00f8d admin admin] Publish callbacks [] for security_group (69f9813a-308c-4bda-89e2-30515156c8ea), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.201422 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c9a41a94-f5d7-4424-b4ed-4e374fb00f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (69f9813a-308c-4bda-89e2-30515156c8ea), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.207792 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c9a41a94-f5d7-4424-b4ed-4e374fb00f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.209877 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c9a41a94-f5d7-4424-b4ed-4e374fb00f8d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69f9813a-308c-4bda-89e2-30515156c8ea HTTP/1.1" status: 204 len: 168 time: 0.3076143 Jan 23 21:51:14.228274 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a41a94-f5d7-4424-b4ed-4e374fb00f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9813a-308c-4bda-89e2-30515156c8ea,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:14.370281 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for floatingip (9591972c-6aa3-494e-88d0-82c2b59445b0), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.432364 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-b699c5e6-3e5d-4c54-9159-2729c1b8299f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:14.434454 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-b699c5e6-3e5d-4c54-9159-2729c1b8299f tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.1436718 Jan 23 21:51:14.599787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b9374506-6e53-450a-ac11-eadba0bc8721), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.680372 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7f95-9a27-44e8-a236-0dfb6395c4d3 req-249d03e3-91f1-4676-86c5-c5d3bc50661a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:14.681661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Deleting port e79f5bdb-39fb-406d-941c-42998318bfc9 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:51:14.682199 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:14.682710 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b8c7f95-9a27-44e8-a236-0dfb6395c4d3 req-249d03e3-91f1-4676-86c5-c5d3bc50661a tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 945 time: 0.0852902 Jan 23 21:51:14.772171 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b8c7f95-9a27-44e8-a236-0dfb6395c4d3 req-f5292aa5-dc13-458f-be50-9bcbd20c5701 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c98fa97d-f318-4ef6-a107-252e7e967478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785236 Jan 23 21:51:15.136105 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] For port e79f5bdb-39fb-406d-941c-42998318bfc9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e79f5bdb-39fb-406d-941c-42998318bfc9,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:15.136540 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.159760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Calling delete_port for e79f5bdb-39fb-406d-941c-42998318bfc9 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:51:15.173611 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for port (b9374506-6e53-450a-ac11-eadba0bc8721), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.241385 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a681-431a-47f8-909d-433301139580 req-0f3c1a46-62ff-449c-a775-4d2556f4ea15 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:15.244665 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69f7a681-431a-47f8-909d-433301139580 req-0f3c1a46-62ff-449c-a775-4d2556f4ea15 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0891559 Jan 23 21:51:15.259024 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (b9374506-6e53-450a-ac11-eadba0bc8721), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.332703 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69f7a681-431a-47f8-909d-433301139580 req-9c5b2ebf-bd1e-4d3d-9092-9f6a0d1fbf8c tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769243 Jan 23 21:51:15.406584 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'Port': ['ID=b9374506-6e53-450a-ac11-eadba0bc8721,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:15.421581 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (9591972c-6aa3-494e-88d0-82c2b59445b0), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.463890 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf789300-9fea-472e-b4a6-bf9e4b5227c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.506526 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (e79f5bdb-39fb-406d-941c-42998318bfc9), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.525448 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['e79f5bdb-39fb-406d-941c-42998318bfc9'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:51:15.556608 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Pushing event deleted for resources: {'Port': ['ID=e79f5bdb-39fb-406d-941c-42998318bfc9,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:15.643622 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] No DVR routers for this DVR port e79f5bdb-39fb-406d-941c-42998318bfc9 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:51:15.647582 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:15.652249 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e84b228-117d-44a8-a39e-f42d9c19bf09 req-a7b6b1cd-cc1c-47a4-91b3-6a21096591c8 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.112 "DELETE /v2.0/ports/e79f5bdb-39fb-406d-941c-42998318bfc9 HTTP/1.1" status: 204 len: 173 time: 1.2117941 Jan 23 21:51:15.652765 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'name': 'network-vif-deleted', 'tag': 'e79f5bdb-39fb-406d-941c-42998318bfc9'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:51:15.655252 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b4b475-5f7f-4dd2-bda0-dacd4228cfde" -d '{"events": [{"server_uuid": "54d4a284-b0c4-4052-9472-50c2991db8ca", "name": "network-vif-deleted", "tag": "e79f5bdb-39fb-406d-941c-42998318bfc9"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:51:15.659352 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Floating IP 9591972c-6aa3-494e-88d0-82c2b59445b0 associated. External IP: 172.27.0.15, port: 5a6b61be-fb52-4f06-9641-870cfcda81a8. Jan 23 21:51:15.728336 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af82b9b-84b5-43a4-a3e4-fa0b26c1787e x-openstack-request-id: req-6af82b9b-84b5-43a4-a3e4-fa0b26c1787e {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:51:15.728639 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4a284-b0c4-4052-9472-50c2991db8ca", "name": "network-vif-deleted", "tag": "e79f5bdb-39fb-406d-941c-42998318bfc9", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:51:15.728894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6af82b9b-84b5-43a4-a3e4-fa0b26c1787e {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:51:15.729303 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4a284-b0c4-4052-9472-50c2991db8ca', 'name': 'network-vif-deleted', 'tag': 'e79f5bdb-39fb-406d-941c-42998318bfc9', 'status': 'completed', 'code': 200} Jan 23 21:51:15.974530 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8abb0057-0f2e-4be0-9a31-ffe01a353b25 req-a54677a8-4466-4369-b532-adf282932966 tempest-ServerRescueNegativeTestJSON-1664029101 tempest-ServerRescueNegativeTestJSON-1664029101-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d4a284-b0c4-4052-9472-50c2991db8ca HTTP/1.1" status: 200 len: 210 time: 0.0520842 Jan 23 21:51:16.026377 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:51:16.160138 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:51:16.176031 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] Sync routers for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:51:16.188168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:51:16.189861 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:50:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:16.283946 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:16.320040 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ecbb139d-fdce-4b56-8137-a5d5473f8fa9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4603345 Jan 23 21:51:16.320501 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54690) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:16.324965 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:51:16.325400 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338835296', 'description': 'tempest-secgroup-smoke-1338835296 description', 'project_id': 'd66f95e94e444453af9756d8848a4b40'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:16.429188 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:16.525283 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0161d57-bf19-44e6-9f2e-93e4e26ee3cf req-be02a254-76a1-4d5a-88d8-dc4d3a8723c0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:16.535699 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f0161d57-bf19-44e6-9f2e-93e4e26ee3cf req-be02a254-76a1-4d5a-88d8-dc4d3a8723c0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0829201 Jan 23 21:51:16.576661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group (ec9a8e80-d2b3-4d4b-9092-aaaa46b80630), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:16.602592 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f0161d57-bf19-44e6-9f2e-93e4e26ee3cf req-a324227f-891b-4773-8fcc-c0696033a6e9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656283 Jan 23 21:51:16.641907 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ec9a8e80-d2b3-4d4b-9092-aaaa46b80630), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:16.700427 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:16.714026 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.714582 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.715501 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.716313 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.716867 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.717411 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.717961 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.718543 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.720041 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.720838 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.721443 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.721981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.722546 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:16.757573 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:16.764505 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-191aa4f8-1e25-4237-954a-9b916230de03 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4379539 Jan 23 21:51:16.764857 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '9591972c-6aa3-494e-88d0-82c2b59445b0', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'port_id': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'mac_address': 'fa:16:3e:17:7a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:51:14Z', 'updated_at': '2022-01-23T21:51:14Z', 'revision_number': 0, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:16.765134 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54694) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:16.769732 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:16.822055 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] Checking router: 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:51:16.834168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:51:16.834878 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:50:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:16.953880 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (b2ce0469-0d64-4fd6-b997-91153a8ff1a1), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:16.998032 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:51:17.060892 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54698) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:17.081037 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (b2ce0469-0d64-4fd6-b997-91153a8ff1a1), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.212448 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (b2ce0469-0d64-4fd6-b997-91153a8ff1a1), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.252165 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ce0469-0d64-4fd6-b997-91153a8ff1a1,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:17.359168 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '9591972c-6aa3-494e-88d0-82c2b59445b0', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'port_id': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'mac_address': 'fa:16:3e:17:7a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:51:14Z', 'updated_at': '2022-01-23T21:51:14Z', 'revision_number': 0, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:17.365747 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.371506 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2ba987c0-4c90-45f5-8ae3-a397efd76afb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6012781 Jan 23 21:51:17.372060 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54704) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:17.377143 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:17.399938 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857ce1d-e4b6-422e-a5d4-15adf7ecf17c None None] The sync data for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi is: [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '9591972c-6aa3-494e-88d0-82c2b59445b0', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'port_id': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'mac_address': 'fa:16:3e:17:7a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:51:14Z', 'updated_at': '2022-01-23T21:51:14Z', 'revision_number': 0, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:51:17.535221 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (0a33c561-30a0-4ea2-8647-794136c58f58), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.635407 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (0a33c561-30a0-4ea2-8647-794136c58f58), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.720981 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5921d-0447-420f-8fd7-82c9b1258259 None None] New status for floating IP 9591972c-6aa3-494e-88d0-82c2b59445b0: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:51:17.730216 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:51:17.733491 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8211f99f-7d7c-4042-bbf1-549570680854" -d '{"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:51:17.768597 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (0a33c561-30a0-4ea2-8647-794136c58f58), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.799823 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a33c561-30a0-4ea2-8647-794136c58f58,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:17.805801 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ba043d-ad24-4e5f-be10-c7832b74d559 x-openstack-request-id: req-02ba043d-ad24-4e5f-be10-c7832b74d559 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:51:17.806546 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:51:17.808109 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02ba043d-ad24-4e5f-be10-c7832b74d559 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:51:17.810911 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'status': 'completed', 'code': 200} Jan 23 21:51:17.814804 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (cc7ebdea-9980-4167-9c2d-eb7deb7df861), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.870477 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3f01-8307-4b4b-b22d-474d75129f89 req-6e63a4ae-87fd-416c-903a-fe081400fd43 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:17.872136 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57ef3f01-8307-4b4b-b22d-474d75129f89 req-6e63a4ae-87fd-416c-903a-fe081400fd43 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1588092 Jan 23 21:51:17.893961 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f99f-7d7c-4042-bbf1-549570680854 req-8fbe0de9-93e6-44b9-906b-1b7d71ed7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:17.903175 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-8fbe0de9-93e6-44b9-906b-1b7d71ed7976 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1098 time: 0.0559704 Jan 23 21:51:17.921211 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c6df714-9381-452b-bb2f-d05912b5481b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.931187 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:17.934803 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2f715fc9-ae78-4acd-8e44-5616fe88e765 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5601294 Jan 23 21:51:17.942669 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54712) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:17.949077 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:18.039729 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f99f-7d7c-4042-bbf1-549570680854 req-e4d91f5d-fc15-499c-8a12-349b2131e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:18.043639 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-e4d91f5d-fc15-499c-8a12-349b2131e6bc service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.1409323 Jan 23 21:51:18.097486 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57ef3f01-8307-4b4b-b22d-474d75129f89 req-54f3ff07-5825-43d8-bcad-3a7884ebe3d8 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631258 Jan 23 21:51:18.146117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (aa317550-0178-4639-85e4-187e3d01226d), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.150475 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-9fb693bb-e14a-43ab-ab80-dceca3de2139 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 998 time: 0.0998228 Jan 23 21:51:18.225731 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f99f-7d7c-4042-bbf1-549570680854 req-57e3fed1-676d-40fd-af88-f7150b151b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:18.227856 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-57e3fed1-676d-40fd-af88-f7150b151b9f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0692422 Jan 23 21:51:18.235139 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (aa317550-0178-4639-85e4-187e3d01226d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.299922 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f99f-7d7c-4042-bbf1-549570680854 req-3af7981d-5ffb-45e7-ae47-d42fbb6e0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:18.305346 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-3af7981d-5ffb-45e7-ae47-d42fbb6e0d53 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675128 Jan 23 21:51:18.322825 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Deleting port 80408543-4d3c-4281-bab1-d7b8a363a06f {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:51:18.323175 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.338743 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (aa317550-0178-4639-85e4-187e3d01226d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.394616 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa317550-0178-4639-85e4-187e3d01226d,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:18.429279 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-38528312-d1b0-4086-abde-bea8c316c2c4 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192360 Jan 23 21:51:18.445980 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] For port 80408543-4d3c-4281-bab1-d7b8a363a06f, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=80408543-4d3c-4281-bab1-d7b8a363a06f,segment=NetworkSegment(217747e4-2253-4bc0-89f3-928904701d61),segment_id=217747e4-2253-4bc0-89f3-928904701d61)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:18.446757 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.478033 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Calling delete_port for 80408543-4d3c-4281-bab1-d7b8a363a06f owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:51:18.543481 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.544641 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f42c88e7-8dc9-4f01-8f85-206e7c6eb3ad tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5998590 Jan 23 21:51:18.550123 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54720) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:18.557655 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:18.590621 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8211f99f-7d7c-4042-bbf1-549570680854 req-49abcdea-9328-4255-9e44-e8df9fbccc3b service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552663 Jan 23 21:51:18.718050 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (05cbb50b-c202-4025-be9e-e3a2485b8a7e), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.811520 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (05cbb50b-c202-4025-be9e-e3a2485b8a7e), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.875548 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (05cbb50b-c202-4025-be9e-e3a2485b8a7e), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.882584 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (80408543-4d3c-4281-bab1-d7b8a363a06f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.929594 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=80408543-4d3c-4281-bab1-d7b8a363a06f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:18.932552 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cbb50b-c202-4025-be9e-e3a2485b8a7e,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:18.985085 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:18.987202 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a32f4b8d-8198-403e-b561-7703defbd43e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4358521 Jan 23 21:51:18.989808 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54724) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:18.994851 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:19.128203 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Project d66f95e94e444453af9756d8848a4b40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 23 21:51:19.145129 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (7dadba00-cbec-4a31-9de6-48b0502203ad), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.161963 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (cc7ebdea-9980-4167-9c2d-eb7deb7df861), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.283947 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (7dadba00-cbec-4a31-9de6-48b0502203ad), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.339181 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e79f5bdb-39fb-406d-941c-42998318bfc9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:51:19.372204 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: e79f5bdb-39fb-406d-941c-42998318bfc9 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:51:19.372573 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device e79f5bdb-39fb-406d-941c-42998318bfc9 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:51:19.378408 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.378976 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (7dadba00-cbec-4a31-9de6-48b0502203ad), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.410432 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dadba00-cbec-4a31-9de6-48b0502203ad,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:19.479661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.482033 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3f63af51-51e8-4a01-a7fe-625dfb7893b1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4907899 Jan 23 21:51:19.484840 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54732) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:19.494260 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630', 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:19.605016 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15a13c-201f-40bc-a39f-a7440137c53a req-cecdb60f-f761-45e8-af8b-e8eb214a32f7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:19.607392 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf15a13c-201f-40bc-a39f-a7440137c53a req-cecdb60f-f761-45e8-af8b-e8eb214a32f7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1294217 Jan 23 21:51:19.624438 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Project d66f95e94e444453af9756d8848a4b40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 23 21:51:19.635549 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (98ef11ec-7455-4a38-9990-38fc6695bc7a), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.760785 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (98ef11ec-7455-4a38-9990-38fc6695bc7a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.761123 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf15a13c-201f-40bc-a39f-a7440137c53a req-6057592d-c698-4e69-b50b-311fba376c4d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302309 Jan 23 21:51:19.828626 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Router cc7ebdea-9980-4167-9c2d-eb7deb7df861 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:51:19.846704 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (98ef11ec-7455-4a38-9990-38fc6695bc7a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.877480 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ef11ec-7455-4a38-9990-38fc6695bc7a,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:19.958918 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:19.960953 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7aa51a83-898f-419d-a2e8-757ed31e0312 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4738574 Jan 23 21:51:19.980709 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:51:19.992756 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c8a22cbb-c66d-4bf5-bec9-ab8bd39daa93 admin admin] 10.222.0.72 "PUT /v2.0/routers/cc7ebdea-9980-4167-9c2d-eb7deb7df861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9177330 Jan 23 21:51:19.993093 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] Sync routers for ids ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:51:19.994995 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54736) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:20.010991 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] Routers {'cc7ebdea-9980-4167-9c2d-eb7deb7df861'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:51:20.011757 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:51:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:20.153341 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-6ea441b5-ebd7-4fd7-b57f-3cba865b6239 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338835296&fields=id&tenant_id=d66f95e94e444453af9756d8848a4b40 HTTP/1.1" status: 200 len: 267 time: 0.1007380 Jan 23 21:51:20.157577 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks [] for router (cc7ebdea-9980-4167-9c2d-eb7deb7df861), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:20.255661 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] Set router cc7ebdea-9980-4167-9c2d-eb7deb7df861 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:51:20.306081 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-c82f50ca-8851-481d-a433-b55b7f7fff8c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:20.314475 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-c82f50ca-8851-481d-a433-b55b7f7fff8c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.1462545 Jan 23 21:51:20.338845 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'port': {'security_groups': ['5140046b-5a2e-4468-a5d9-d303f2c354f7', 'ec9a8e80-d2b3-4d4b-9092-aaaa46b80630']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:20.385973 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks [] for router_gateway (cc7ebdea-9980-4167-9c2d-eb7deb7df861), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:20.458165 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:20.535612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:20.596811 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:51:18Z', 'revision_number': 5, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port': {'id': 'b2c8dbc8-1be7-44d8-8b0b-79effd4343c3', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:05Z', 'updated_at': '2022-01-23T21:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:20.623408 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Deleting port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:51:20.623809 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:20.644419 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] Checking router: cc7ebdea-9980-4167-9c2d-eb7deb7df861 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:51:20.658436 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] Routers {'cc7ebdea-9980-4167-9c2d-eb7deb7df861'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:51:20.659374 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:51:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:20.780727 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] Set router cc7ebdea-9980-4167-9c2d-eb7deb7df861 gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:51:20.838067 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] For port b2c8dbc8-1be7-44d8-8b0b-79effd4343c3, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:20.838677 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:20.842405 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:51:20Z', 'revision_number': 6, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:20.877153 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb963cb-ec8b-4bcb-9059-eb0221b50293 None None] The sync data for ids ['cc7ebdea-9980-4167-9c2d-eb7deb7df861'] in dv-cinder-821602-21-iscsi is: [{'id': 'cc7ebdea-9980-4167-9c2d-eb7deb7df861', 'name': 'tempest-ServerRescueNegativeTestJSON-788517715-router', 'tenant_id': 'ee66560dbe964f38824905f19074c3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:51:20Z', 'revision_number': 6, 'project_id': 'ee66560dbe964f38824905f19074c3e0', 'gw_port_host': None}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:51:20.900606 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:20.904069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Calling delete_port for b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:51:21.009720 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.029158 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf7d32-af43-4bb6-8175-250f656b7745 req-73276d40-55f4-4c80-bb1c-8b37a550f407 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.033065 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8cbf7d32-af43-4bb6-8175-250f656b7745 req-73276d40-55f4-4c80-bb1c-8b37a550f407 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1677184 Jan 23 21:51:21.135328 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8cbf7d32-af43-4bb6-8175-250f656b7745 req-0724b0dc-abbc-4b9d-a485-fb52455a13b2 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939744 Jan 23 21:51:21.192234 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.203940 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['5a6b61be-fb52-4f06-9641-870cfcda81a8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:51:21.259561 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.260291 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.268507 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3dc918bf-1fb9-4d5c-9e29-031e5ce29d9e req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "PUT /v2.0/ports/5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 981 time: 0.9401422 Jan 23 21:51:21.269048 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:51:21.271865 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206" -d '{"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:51:21.332512 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea9116-f336-44b5-86c0-dd387934fc37 x-openstack-request-id: req-91ea9116-f336-44b5-86c0-dd387934fc37 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:51:21.333117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:51:21.333117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91ea9116-f336-44b5-86c0-dd387934fc37 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:51:21.333441 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'status': 'completed', 'code': 200} Jan 23 21:51:21.340959 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c53d3-5d9e-481b-9dec-693fb9bc93ec tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=6']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:21.355356 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['5a6b61be-fb52-4f06-9641-870cfcda81a8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:51:21.377155 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (b2c8dbc8-1be7-44d8-8b0b-79effd4343c3), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.425022 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c8dbc8-1be7-44d8-8b0b-79effd4343c3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:21.437020 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-1e4f6884-da90-4b3c-89d4-132eb577b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.439442 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-1e4f6884-da90-4b3c-89d4-132eb577b767 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1137 time: 0.0814350 Jan 23 21:51:21.551305 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75d29-a722-4e21-b993-db699ea7201b req-bf92fbed-7357-45ed-b263-58401ba468d7 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.559193 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-68d75d29-a722-4e21-b993-db699ea7201b req-bf92fbed-7357-45ed-b263-58401ba468d7 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.1973789 Jan 23 21:51:21.590959 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (cc7ebdea-9980-4167-9c2d-eb7deb7df861), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.620283 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-10cb7307-a3a8-456c-8238-a45995b905b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.623021 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-10cb7307-a3a8-456c-8238-a45995b905b0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.1748950 Jan 23 21:51:21.741213 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-e959328f-ce19-4934-90c6-13802a5ae90f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 1000 time: 0.1107953 Jan 23 21:51:21.759950 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (cc7ebdea-9980-4167-9c2d-eb7deb7df861), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.763059 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks [] for router_controller (cc7ebdea-9980-4167-9c2d-eb7deb7df861), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.772669 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-68d75d29-a722-4e21-b993-db699ea7201b req-5d638e37-c5bb-4652-ac63-d5018381f7e6 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123008 Jan 23 21:51:21.888583 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-77a181ed-dbb3-446b-9be0-35ed4a3e652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.900084 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-77a181ed-dbb3-446b-9be0-35ed4a3e652c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.1500378 Jan 23 21:51:21.973389 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-33b9fd70-199d-4b81-9da7-30c160c0cc14 None None] Provisioning complete for port 5a6b61be-fb52-4f06-9641-870cfcda81a8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:51:21.977550 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33b9fd70-199d-4b81-9da7-30c160c0cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:21.997173 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-36243685-5a23-4cac-8c13-567aeeb6186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:21.998889 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-36243685-5a23-4cac-8c13-567aeeb6186d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0925136 Jan 23 21:51:22.018970 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 80408543-4d3c-4281-bab1-d7b8a363a06f no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:51:22.040811 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (cc7ebdea-9980-4167-9c2d-eb7deb7df861), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:22.041356 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7ebdea-9980-4167-9c2d-eb7deb7df861 {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 21:51:22.047151 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:22.059185 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d4be262f-cdcb-4d9f-9c06-414ebbcc3381 admin admin] 10.222.0.72 "DELETE /v2.0/routers/cc7ebdea-9980-4167-9c2d-eb7deb7df861 HTTP/1.1" status: 204 len: 168 time: 2.0559883 Jan 23 21:51:22.060010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54764) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:22.163649 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-0198e0be-0222-4be0-89df-c5aadd91c2bd service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574461 Jan 23 21:51:22.167839 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Deleting subnet acd72518-72b9-480c-a9f6-b3c220525fde {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:51:22.169361 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 80408543-4d3c-4281-bab1-d7b8a363a06f {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:51:22.169804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 80408543-4d3c-4281-bab1-d7b8a363a06f not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:51:22.170243 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:51:22.174759 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Publish callbacks [] for subnet (acd72518-72b9-480c-a9f6-b3c220525fde), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:22.217754 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:51:22.218099 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2c8dbc8-1be7-44d8-8b0b-79effd4343c3 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:51:22.294742 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:22.353289 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44cf0f4e-6a2c-43eb-8f7c-eb60455f9206 req-f7b4f415-261a-4450-b87b-77118cd25b5e service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736314 Jan 23 21:51:22.392557 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (acd72518-72b9-480c-a9f6-b3c220525fde), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:22.480177 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e8a39-94cb-4334-bd71-164df4f1aa53 req-a15c3971-a22a-4678-b0d4-cc90af526dd7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:22.482612 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c29e8a39-94cb-4334-bd71-164df4f1aa53 req-a15c3971-a22a-4678-b0d4-cc90af526dd7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1985028 Jan 23 21:51:22.489676 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fd70-199d-4b81-9da7-30c160c0cc14 None None] Current status of the port 5a6b61be-fb52-4f06-9641-870cfcda81a8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:51:22.505288 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (acd72518-72b9-480c-a9f6-b3c220525fde), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:22.904361 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c29e8a39-94cb-4334-bd71-164df4f1aa53 req-67d728da-23ce-43aa-8c0e-65af3e5a9f6f tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4010682 Jan 23 21:51:22.968069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54780) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:23.007055 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (acd72518-72b9-480c-a9f6-b3c220525fde), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.039681 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd72518-72b9-480c-a9f6-b3c220525fde,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:23.045085 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.052197 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54784) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:23.052955 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d142b612-9493-4e26-a436-51a73963cb50 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/acd72518-72b9-480c-a9f6-b3c220525fde HTTP/1.1" status: 204 len: 168 time: 0.9910905 Jan 23 21:51:23.137573 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c8eba2d-950a-4351-83cf-65629485a003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.158921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (a49b07be-67b7-49d5-9853-f79471c97605), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.232362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c8eba2d-950a-4351-83cf-65629485a003 admin admin] Publish callbacks [] for security_group (78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.311695 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (a49b07be-67b7-49d5-9853-f79471c97605), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.326687 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c8eba2d-950a-4351-83cf-65629485a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.350988 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49b07be-67b7-49d5-9853-f79471c97605']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:23.369876 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217747e4-2253-4bc0-89f3-928904701d61') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:23.370376 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217747e4-2253-4bc0-89f3-928904701d61') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:51:23.377982 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eba2d-950a-4351-83cf-65629485a003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:23.383148 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8c8eba2d-950a-4351-83cf-65629485a003 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7efdcc4c43944e49c39206240e41a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136655 Jan 23 21:51:23.386600 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54786) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:23.390010 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (217747e4-2253-4bc0-89f3-928904701d61), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.413409 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (217747e4-2253-4bc0-89f3-928904701d61), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.423072 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:51:23.423786 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (217747e4-2253-4bc0-89f3-928904701d61), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:51:23.427162 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:51:23.470100 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e70e-6177-4d6f-882a-ef53f4e12348 admin admin] Publish callbacks [] for security_group (78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.511722 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e70e-6177-4d6f-882a-ef53f4e12348 admin admin] Publish callbacks [] for security_group (78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.618042 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (a49b07be-67b7-49d5-9853-f79471c97605), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.623946 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.630430 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a49b07be-67b7-49d5-9853-f79471c97605 HTTP/1.1" status: 204 len: 168 time: 0.5766039 Jan 23 21:51:23.641293 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e70e-6177-4d6f-882a-ef53f4e12348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.645401 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e70e-6177-4d6f-882a-ef53f4e12348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:23.647097 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7bd5e70e-6177-4d6f-882a-ef53f4e12348 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2591937 Jan 23 21:51:23.651677 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce343f8-3432-4a86-8815-d09c8164f5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a49b07be-67b7-49d5-9853-f79471c97605,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:23.662434 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5e70e-6177-4d6f-882a-ef53f4e12348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78acb3d4-b0b6-4fe2-898b-b4c62d81d0b1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:24.066162 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54796) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:24.092915 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8f0fb-618a-495b-90ed-11315bed8cce req-eed7c06d-19c8-4bb9-bb8d-37735d9aa7cb tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:24.095402 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c8d8f0fb-618a-495b-90ed-11315bed8cce req-eed7c06d-19c8-4bb9-bb8d-37735d9aa7cb tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0871911 Jan 23 21:51:24.173247 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4f455d5e-f748-4d0b-b573-b1849e412343 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee66560dbe964f38824905f19074c3e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1053963 Jan 23 21:51:24.181505 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54800) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:24.230201 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c8d8f0fb-618a-495b-90ed-11315bed8cce req-bd7b73fa-040e-4818-9521-a0a972052de7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219168 Jan 23 21:51:24.298245 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-88629c4e-2b4e-4872-bbf9-2edce3067b01 admin admin] Publish callbacks [] for security_group (c98fa97d-f318-4ef6-a107-252e7e967478), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:24.353352 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-88629c4e-2b4e-4872-bbf9-2edce3067b01 admin admin] Publish callbacks [] for security_group (c98fa97d-f318-4ef6-a107-252e7e967478), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:24.594493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-88629c4e-2b4e-4872-bbf9-2edce3067b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c98fa97d-f318-4ef6-a107-252e7e967478), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:24.597867 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-88629c4e-2b4e-4872-bbf9-2edce3067b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:24.599066 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-88629c4e-2b4e-4872-bbf9-2edce3067b01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c98fa97d-f318-4ef6-a107-252e7e967478 HTTP/1.1" status: 204 len: 168 time: 0.4162641 Jan 23 21:51:24.612571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629c4e-2b4e-4872-bbf9-2edce3067b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98fa97d-f318-4ef6-a107-252e7e967478,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:24.777466 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54808) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:24.804768 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-825e7d80-a9ee-4ea3-837d-45a9ccafb7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:24.823039 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea1a1-cc12-4e0c-a23f-89f46cfa93a3 req-b64c76ce-9900-45b0-b761-5e10f2d51547 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:24.824619 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-341ea1a1-cc12-4e0c-a23f-89f46cfa93a3 req-b64c76ce-9900-45b0-b761-5e10f2d51547 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1155105 Jan 23 21:51:24.902945 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-341ea1a1-cc12-4e0c-a23f-89f46cfa93a3 req-c8b791e1-fe96-4eaa-bb2e-07765577bb47 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707891 Jan 23 21:51:24.919943 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-44e9898e-fd16-455c-a26e-ad64a0c99b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:24.921471 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-44e9898e-fd16-455c-a26e-ad64a0c99b43 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1099 time: 0.0477600 Jan 23 21:51:24.951822 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-825e7d80-a9ee-4ea3-837d-45a9ccafb7fe admin admin] Publish callbacks [] for security_group (c2218985-ad18-463b-93c4-6889836bee3d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:25.039112 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-825e7d80-a9ee-4ea3-837d-45a9ccafb7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c2218985-ad18-463b-93c4-6889836bee3d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:25.050781 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-7d5d5e40-e89d-4928-ba6f-ed0f6432468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:25.053627 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-7d5d5e40-e89d-4928-ba6f-ed0f6432468e service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.1259086 Jan 23 21:51:25.117372 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-825e7d80-a9ee-4ea3-837d-45a9ccafb7fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f529a60c4c6141c5a61dcee20b230f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349462 Jan 23 21:51:25.117372 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e7d80-a9ee-4ea3-837d-45a9ccafb7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2218985-ad18-463b-93c4-6889836bee3d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:25.120362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54814) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:25.193117 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-eb2b2f2b-dda5-4182-8fdc-a7d87b64b40b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 1001 time: 0.1330073 Jan 23 21:51:25.232013 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7138419b-3810-4e0f-91ed-7f5d9742daa0 admin admin] Publish callbacks [] for security_group (c2218985-ad18-463b-93c4-6889836bee3d), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:25.274081 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7138419b-3810-4e0f-91ed-7f5d9742daa0 admin admin] Publish callbacks [] for security_group (c2218985-ad18-463b-93c4-6889836bee3d), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:25.279796 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-3b0b76f1-f58b-43a3-80f9-582ad2d3e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:25.282614 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-3b0b76f1-f58b-43a3-80f9-582ad2d3e4ec service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0821476 Jan 23 21:51:25.348996 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-9af64fda-1be6-46e0-9f90-d601b37f116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:25.352244 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-9af64fda-1be6-46e0-9f90-d601b37f116d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0625486 Jan 23 21:51:25.468971 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-3fdc21da-bba5-48c8-b94c-ac0c8f2627a9 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106277 Jan 23 21:51:25.475360 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7138419b-3810-4e0f-91ed-7f5d9742daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c2218985-ad18-463b-93c4-6889836bee3d), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:25.480776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7138419b-3810-4e0f-91ed-7f5d9742daa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:25.483137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7138419b-3810-4e0f-91ed-7f5d9742daa0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2218985-ad18-463b-93c4-6889836bee3d HTTP/1.1" status: 204 len: 168 time: 0.3610880 Jan 23 21:51:25.502110 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138419b-3810-4e0f-91ed-7f5d9742daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2218985-ad18-463b-93c4-6889836bee3d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:25.627308 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec63f306-844d-43b1-8a01-93fb60f88648 req-99297b20-3e30-4fe9-9e00-ae46b1443987 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494029 Jan 23 21:51:26.119700 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0819ba-f98f-4060-8a37-e57375b74c32 req-360e9199-9a06-4ad5-a4a5-9d7270fbc028 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:26.121674 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b0819ba-f98f-4060-8a37-e57375b74c32 req-360e9199-9a06-4ad5-a4a5-9d7270fbc028 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0772235 Jan 23 21:51:26.191377 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b0819ba-f98f-4060-8a37-e57375b74c32 req-7d8863a2-ccae-4c29-a534-999246d90fde tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618207 Jan 23 21:51:27.442939 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f7fa-13bb-4c75-8933-3a22e6f23613 req-55b4c2df-2d66-40cc-b663-1c8992a8f0b7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:27.444712 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4e36f7fa-13bb-4c75-8933-3a22e6f23613 req-55b4c2df-2d66-40cc-b663-1c8992a8f0b7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0763016 Jan 23 21:51:27.550997 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4e36f7fa-13bb-4c75-8933-3a22e6f23613 req-250da7e2-50f9-4fc5-abfb-2feea0be129a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917170 Jan 23 21:51:30.423492 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a060ae-eef7-4ee2-a6aa-d342899a95e7 req-39985b0c-6732-43cf-8a26-2c256824f0b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:30.425540 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-61a060ae-eef7-4ee2-a6aa-d342899a95e7 req-39985b0c-6732-43cf-8a26-2c256824f0b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0614049 Jan 23 21:51:30.495406 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-61a060ae-eef7-4ee2-a6aa-d342899a95e7 req-e2f3c743-65c6-4035-986e-064c94c9b9f0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590608 Jan 23 21:51:31.690455 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ceb3-d330-407d-a4fd-f8db8cfd95cf req-e021c0f1-566e-42b7-96d6-0e36fb22bb9a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:31.692983 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df40ceb3-d330-407d-a4fd-f8db8cfd95cf req-e021c0f1-566e-42b7-96d6-0e36fb22bb9a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0717435 Jan 23 21:51:31.765876 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df40ceb3-d330-407d-a4fd-f8db8cfd95cf req-6ab930be-c775-4c03-aea8-847b80d88c74 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656068 Jan 23 21:51:32.896946 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89f213-4525-4daa-a65b-d0a17464f2fa req-8ab58f1f-b408-44c1-a918-17005d92ca57 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:32.899557 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c89f213-4525-4daa-a65b-d0a17464f2fa req-8ab58f1f-b408-44c1-a918-17005d92ca57 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0557287 Jan 23 21:51:32.970950 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c89f213-4525-4daa-a65b-d0a17464f2fa req-c23c3228-535d-4c5e-ade2-3f6e117a5a33 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644128 Jan 23 21:51:33.021231 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 54986) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:33.221879 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.321338 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Publish callbacks [] for security_group (abec9e78-2ad0-42cb-8f18-75d5394a244d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.440019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (abec9e78-2ad0-42cb-8f18-75d5394a244d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.498723 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b99d10c776e3433ab77a01a82d94a80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4756429 Jan 23 21:51:33.500719 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abec9e78-2ad0-42cb-8f18-75d5394a244d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:33.503679 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 54992) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:33.512563 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.513000 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.513460 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.513940 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.514285 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.514639 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.514958 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.515876 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.516213 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.516620 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.517063 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.517401 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.517779 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f4172-c5ba-4ffd-93db-74cfa1de91f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:33.572326 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9210277-4985-4366-8785-cbd3ea016df9 admin admin] Publish callbacks [] for security_group (abec9e78-2ad0-42cb-8f18-75d5394a244d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.597200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9210277-4985-4366-8785-cbd3ea016df9 admin admin] Publish callbacks [] for security_group (abec9e78-2ad0-42cb-8f18-75d5394a244d), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.747667 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9210277-4985-4366-8785-cbd3ea016df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (abec9e78-2ad0-42cb-8f18-75d5394a244d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.751204 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9210277-4985-4366-8785-cbd3ea016df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:33.752499 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f9210277-4985-4366-8785-cbd3ea016df9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/abec9e78-2ad0-42cb-8f18-75d5394a244d HTTP/1.1" status: 204 len: 168 time: 0.2474828 Jan 23 21:51:33.763021 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9210277-4985-4366-8785-cbd3ea016df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abec9e78-2ad0-42cb-8f18-75d5394a244d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:34.159154 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f077d-00b1-4d63-a0c5-d40d89d1fe6b req-19bf324f-20d1-4dee-9dad-6abb805c7634 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:34.161620 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d46f077d-00b1-4d63-a0c5-d40d89d1fe6b req-19bf324f-20d1-4dee-9dad-6abb805c7634 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0707695 Jan 23 21:51:34.225341 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d46f077d-00b1-4d63-a0c5-d40d89d1fe6b req-9e739c25-13bf-4b83-acd4-ae94b6b8fdb4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565205 Jan 23 21:51:34.491510 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55004) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:34.505852 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ecdf-3918-445b-b772-fb599c4f5fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.595186 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ecdf-3918-445b-b772-fb599c4f5fe2 admin admin] Publish callbacks [] for security_group (f8ac4c34-9b70-4ef8-81ec-b4d32562b38a), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.669120 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ecdf-3918-445b-b772-fb599c4f5fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f8ac4c34-9b70-4ef8-81ec-b4d32562b38a), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.708275 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ecdf-3918-445b-b772-fb599c4f5fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ac4c34-9b70-4ef8-81ec-b4d32562b38a,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:34.716998 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e6b1ecdf-3918-445b-b772-fb599c4f5fe2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e355df4dca044898832a344df02619bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211788 Jan 23 21:51:34.719962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55006) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:34.771066 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c0efa1c-ec05-4632-83cb-7eeae7fb8852 admin admin] Publish callbacks [] for security_group (f8ac4c34-9b70-4ef8-81ec-b4d32562b38a), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.791803 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c0efa1c-ec05-4632-83cb-7eeae7fb8852 admin admin] Publish callbacks [] for security_group (f8ac4c34-9b70-4ef8-81ec-b4d32562b38a), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.920538 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c0efa1c-ec05-4632-83cb-7eeae7fb8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f8ac4c34-9b70-4ef8-81ec-b4d32562b38a), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.923912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c0efa1c-ec05-4632-83cb-7eeae7fb8852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:34.925205 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4c0efa1c-ec05-4632-83cb-7eeae7fb8852 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8ac4c34-9b70-4ef8-81ec-b4d32562b38a HTTP/1.1" status: 204 len: 168 time: 0.2040982 Jan 23 21:51:34.934474 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0efa1c-ec05-4632-83cb-7eeae7fb8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ac4c34-9b70-4ef8-81ec-b4d32562b38a,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:35.386516 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceae618-67d9-41a7-bccd-d2f2cbd06d93 req-faad6acc-1750-46fe-ab64-6a189cb76f01 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:35.388108 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3ceae618-67d9-41a7-bccd-d2f2cbd06d93 req-faad6acc-1750-46fe-ab64-6a189cb76f01 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0574298 Jan 23 21:51:35.464897 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3ceae618-67d9-41a7-bccd-d2f2cbd06d93 req-94367b4d-eac6-4e65-9041-cd51c77f8054 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707490 Jan 23 21:51:36.607653 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0af21-8e6c-41f8-a7f5-e33b75d66900 req-b551b92e-2cc6-4d71-a738-7b510f5c0ff7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:36.609413 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40b0af21-8e6c-41f8-a7f5-e33b75d66900 req-b551b92e-2cc6-4d71-a738-7b510f5c0ff7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0526922 Jan 23 21:51:36.663429 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40b0af21-8e6c-41f8-a7f5-e33b75d66900 req-20d8a992-7f59-47b7-bb85-d6c8017301c3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480001 Jan 23 21:51:37.797960 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bcb80-9376-4c3b-b861-338ba1753348 req-ca4399d9-d24e-4e6a-9357-4151cdad1d42 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:37.799417 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d6bcb80-9376-4c3b-b861-338ba1753348 req-ca4399d9-d24e-4e6a-9357-4151cdad1d42 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0502357 Jan 23 21:51:37.848556 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d6bcb80-9376-4c3b-b861-338ba1753348 req-0b11144e-d071-4772-8b37-a68fa8a576b1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Jan 23 21:51:38.052248 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:51:38.976468 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273140-088c-42c4-bdb7-60f27fb68d06 req-bc663e65-b066-4a91-ba55-435671c96e10 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:38.977899 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c8273140-088c-42c4-bdb7-60f27fb68d06 req-bc663e65-b066-4a91-ba55-435671c96e10 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0517628 Jan 23 21:51:39.033271 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c8273140-088c-42c4-bdb7-60f27fb68d06 req-8b9e7642-dc45-4616-93fb-e664eaa5e2c9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498152 Jan 23 21:51:39.139021 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55098) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:39.259787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18b7541c-3014-4797-b025-830cfc822cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.345760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18b7541c-3014-4797-b025-830cfc822cf4 admin admin] Publish callbacks [] for security_group (d5ca8e78-482c-47ee-a3f9-9df40b28960e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.388931 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.428562 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18b7541c-3014-4797-b025-830cfc822cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (d5ca8e78-482c-47ee-a3f9-9df40b28960e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.467039 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-18b7541c-3014-4797-b025-830cfc822cf4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7340c67c4814603bf400866a95550b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268867 Jan 23 21:51:39.468107 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7541c-3014-4797-b025-830cfc822cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca8e78-482c-47ee-a3f9-9df40b28960e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:39.470391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55112) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:39.523566 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f72a2819-7c09-47cb-96ab-d35fd766081d admin admin] Publish callbacks [] for security_group (d5ca8e78-482c-47ee-a3f9-9df40b28960e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.545508 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f72a2819-7c09-47cb-96ab-d35fd766081d admin admin] Publish callbacks [] for security_group (d5ca8e78-482c-47ee-a3f9-9df40b28960e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.691529 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f72a2819-7c09-47cb-96ab-d35fd766081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (d5ca8e78-482c-47ee-a3f9-9df40b28960e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.694443 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f72a2819-7c09-47cb-96ab-d35fd766081d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:39.695652 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f72a2819-7c09-47cb-96ab-d35fd766081d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5ca8e78-482c-47ee-a3f9-9df40b28960e HTTP/1.1" status: 204 len: 168 time: 0.2241175 Jan 23 21:51:39.704425 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2819-7c09-47cb-96ab-d35fd766081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca8e78-482c-47ee-a3f9-9df40b28960e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:40.198079 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f52401-f221-4ca9-9294-7424553883e3 req-64730407-b506-4a93-978e-f5173bfea13d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:40.200181 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09f52401-f221-4ca9-9294-7424553883e3 req-64730407-b506-4a93-978e-f5173bfea13d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0692117 Jan 23 21:51:40.273221 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09f52401-f221-4ca9-9294-7424553883e3 req-1e4cea48-e439-4783-903d-da24ee5a5de9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633652 Jan 23 21:51:40.450085 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55122) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:40.465647 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-baf6d380-f47b-49ee-b367-0ec8a0956ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:40.549565 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-baf6d380-f47b-49ee-b367-0ec8a0956ca8 admin admin] Publish callbacks [] for security_group (e4eacaf9-b0f2-4fd7-8483-0878e76b10c7), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:40.925775 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-baf6d380-f47b-49ee-b367-0ec8a0956ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (e4eacaf9-b0f2-4fd7-8483-0878e76b10c7), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:40.978852 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-baf6d380-f47b-49ee-b367-0ec8a0956ca8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5856e2a1e51444b1896858b58a57a33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276399 Jan 23 21:51:40.979797 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6d380-f47b-49ee-b367-0ec8a0956ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eacaf9-b0f2-4fd7-8483-0878e76b10c7,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:40.981734 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55136) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:41.039916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-325b7fe8-0540-4f6f-bb58-5af92b21afc2 admin admin] Publish callbacks [] for security_group (e4eacaf9-b0f2-4fd7-8483-0878e76b10c7), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:41.062271 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-325b7fe8-0540-4f6f-bb58-5af92b21afc2 admin admin] Publish callbacks [] for security_group (e4eacaf9-b0f2-4fd7-8483-0878e76b10c7), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:41.226839 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-325b7fe8-0540-4f6f-bb58-5af92b21afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (e4eacaf9-b0f2-4fd7-8483-0878e76b10c7), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:41.229462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-325b7fe8-0540-4f6f-bb58-5af92b21afc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:41.230641 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-325b7fe8-0540-4f6f-bb58-5af92b21afc2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4eacaf9-b0f2-4fd7-8483-0878e76b10c7 HTTP/1.1" status: 204 len: 168 time: 0.2472339 Jan 23 21:51:41.240426 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b7fe8-0540-4f6f-bb58-5af92b21afc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eacaf9-b0f2-4fd7-8483-0878e76b10c7,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:41.426331 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465e758-8be0-4c3a-8d94-644b2a4087ef req-6bb26bc8-37a5-4eba-bff6-ad7e9f43862d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:41.428583 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1465e758-8be0-4c3a-8d94-644b2a4087ef req-6bb26bc8-37a5-4eba-bff6-ad7e9f43862d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0603533 Jan 23 21:51:41.482428 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1465e758-8be0-4c3a-8d94-644b2a4087ef req-41081dfe-ef45-4ebc-9599-d28449148caa tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Jan 23 21:51:42.626460 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc35250-ff0c-4539-82aa-01afaa898485 req-876ce0b0-70d1-44a9-a9df-6b8916ec93fd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:42.628094 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dc35250-ff0c-4539-82aa-01afaa898485 req-876ce0b0-70d1-44a9-a9df-6b8916ec93fd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0570736 Jan 23 21:51:42.679103 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dc35250-ff0c-4539-82aa-01afaa898485 req-7149c5a4-8a6c-49ea-bf92-cb02eef75c63 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452683 Jan 23 21:51:43.821021 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b639-74c9-46fe-8057-4102e21cd447 req-2952f53d-519b-4357-8edd-87103edad261 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:43.822793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f3c2b639-74c9-46fe-8057-4102e21cd447 req-2952f53d-519b-4357-8edd-87103edad261 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0657315 Jan 23 21:51:43.882931 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f3c2b639-74c9-46fe-8057-4102e21cd447 req-1a7e84ba-9a0e-4a73-acef-efa90b91ab5b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490458 Jan 23 21:51:44.512892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55248) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:44.626349 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-918838d7-712b-4ddb-b5e5-6ddcb2b7ce29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:44.707515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-918838d7-712b-4ddb-b5e5-6ddcb2b7ce29 admin admin] Publish callbacks [] for security_group (cd51eca3-095e-466d-9c41-09cf81a90f8c), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:44.769344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-918838d7-712b-4ddb-b5e5-6ddcb2b7ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (cd51eca3-095e-466d-9c41-09cf81a90f8c), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:44.809797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918838d7-712b-4ddb-b5e5-6ddcb2b7ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51eca3-095e-466d-9c41-09cf81a90f8c,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:44.814940 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-918838d7-712b-4ddb-b5e5-6ddcb2b7ce29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35780ae19b834d9ca34f85f0ddd6205b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009386 Jan 23 21:51:44.817652 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55252) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:44.875341 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-19bcbc6a-1065-4ac6-a170-3bc60cfe831f admin admin] Publish callbacks [] for security_group (cd51eca3-095e-466d-9c41-09cf81a90f8c), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:44.897459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-19bcbc6a-1065-4ac6-a170-3bc60cfe831f admin admin] Publish callbacks [] for security_group (cd51eca3-095e-466d-9c41-09cf81a90f8c), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:45.016763 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed83b59-4edf-461a-993f-f28a354b28c5 req-343396a6-10c9-456e-82f9-2b0cf048792f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:45.018302 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aed83b59-4edf-461a-993f-f28a354b28c5 req-343396a6-10c9-456e-82f9-2b0cf048792f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0509298 Jan 23 21:51:45.073780 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aed83b59-4edf-461a-993f-f28a354b28c5 req-95582fbd-ccf1-4f41-9aec-38bdc7dbc07a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492229 Jan 23 21:51:45.091423 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-19bcbc6a-1065-4ac6-a170-3bc60cfe831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (cd51eca3-095e-466d-9c41-09cf81a90f8c), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:45.094708 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-19bcbc6a-1065-4ac6-a170-3bc60cfe831f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:45.097268 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-19bcbc6a-1065-4ac6-a170-3bc60cfe831f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd51eca3-095e-466d-9c41-09cf81a90f8c HTTP/1.1" status: 204 len: 168 time: 0.2773974 Jan 23 21:51:45.112966 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcbc6a-1065-4ac6-a170-3bc60cfe831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51eca3-095e-466d-9c41-09cf81a90f8c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:45.521084 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e43f2e-b92d-45f3-9a56-64c3860c1710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:45.837217 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55274) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:45.851813 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a109ec4-161f-4d3a-a920-9780baa72f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:45.935693 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a109ec4-161f-4d3a-a920-9780baa72f63 admin admin] Publish callbacks [] for security_group (bf5cb36b-c2e4-40de-8eda-410425e38de5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:46.022963 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a109ec4-161f-4d3a-a920-9780baa72f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (bf5cb36b-c2e4-40de-8eda-410425e38de5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:46.213939 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb7a98-12c3-4ec5-8a3c-d52ca616b367 req-59a8a9b6-39fc-4610-b1f9-bf181575528b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:46.215531 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3adb7a98-12c3-4ec5-8a3c-d52ca616b367 req-59a8a9b6-39fc-4610-b1f9-bf181575528b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0577736 Jan 23 21:51:46.272890 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3adb7a98-12c3-4ec5-8a3c-d52ca616b367 req-4224f4f3-938e-4a4d-853c-cb0ab0b4efef tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501771 Jan 23 21:51:46.332714 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0a109ec4-161f-4d3a-a920-9780baa72f63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9891f947815b4f1ab1aaa627701f1301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943779 Jan 23 21:51:46.333867 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a109ec4-161f-4d3a-a920-9780baa72f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5cb36b-c2e4-40de-8eda-410425e38de5,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:46.335433 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55278) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:46.389349 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a228158-3356-42df-862b-1418bbb03a30 admin admin] Publish callbacks [] for security_group (bf5cb36b-c2e4-40de-8eda-410425e38de5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:46.415411 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a228158-3356-42df-862b-1418bbb03a30 admin admin] Publish callbacks [] for security_group (bf5cb36b-c2e4-40de-8eda-410425e38de5), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:46.617141 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a228158-3356-42df-862b-1418bbb03a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (bf5cb36b-c2e4-40de-8eda-410425e38de5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:46.619928 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a228158-3356-42df-862b-1418bbb03a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:46.623016 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9a228158-3356-42df-862b-1418bbb03a30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf5cb36b-c2e4-40de-8eda-410425e38de5 HTTP/1.1" status: 204 len: 168 time: 0.2846804 Jan 23 21:51:46.632652 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228158-3356-42df-862b-1418bbb03a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5cb36b-c2e4-40de-8eda-410425e38de5,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:47.407633 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1e1c-eb9f-40e1-a30d-0f527f85c323 req-39630a35-c0b4-47d2-b783-dec89979181f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:47.409065 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-529d1e1c-eb9f-40e1-a30d-0f527f85c323 req-39630a35-c0b4-47d2-b783-dec89979181f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0522976 Jan 23 21:51:47.463771 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-529d1e1c-eb9f-40e1-a30d-0f527f85c323 req-50f617b4-04ae-44f6-870f-639a296c2dfe tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489752 Jan 23 21:51:47.903667 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1df38be0-8c44-468f-a15a-0c5f3f83d0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:48.520525 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55326) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:48.618980 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83eb7-87ca-4a77-9d08-7c413aec73f6 req-e1f89b19-efda-481b-b499-f455812b8e5d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:48.620211 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7f83eb7-87ca-4a77-9d08-7c413aec73f6 req-e1f89b19-efda-481b-b499-f455812b8e5d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0596809 Jan 23 21:51:48.652246 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-136b9a71-8c0d-4e64-b83c-b2c64e3717e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:48.676228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7f83eb7-87ca-4a77-9d08-7c413aec73f6 req-669fcb53-36af-424f-b1f0-405d19df77f9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492232 Jan 23 21:51:48.746380 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-136b9a71-8c0d-4e64-b83c-b2c64e3717e6 admin admin] Publish callbacks [] for security_group (b37a383c-2837-4cc8-9f31-3b06f4e35ca7), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:48.817726 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-136b9a71-8c0d-4e64-b83c-b2c64e3717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b37a383c-2837-4cc8-9f31-3b06f4e35ca7), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:48.860631 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-136b9a71-8c0d-4e64-b83c-b2c64e3717e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6eb006536b3d4151bb910f1949d46d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388643 Jan 23 21:51:48.861465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b9a71-8c0d-4e64-b83c-b2c64e3717e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a383c-2837-4cc8-9f31-3b06f4e35ca7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:48.863908 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55336) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:48.917602 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b343b85b-a9b2-4be0-b5a1-588782b4625e admin admin] Publish callbacks [] for security_group (b37a383c-2837-4cc8-9f31-3b06f4e35ca7), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:48.951263 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b343b85b-a9b2-4be0-b5a1-588782b4625e admin admin] Publish callbacks [] for security_group (b37a383c-2837-4cc8-9f31-3b06f4e35ca7), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:49.141868 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b343b85b-a9b2-4be0-b5a1-588782b4625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b37a383c-2837-4cc8-9f31-3b06f4e35ca7), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:49.144807 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b343b85b-a9b2-4be0-b5a1-588782b4625e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:49.146031 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b343b85b-a9b2-4be0-b5a1-588782b4625e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b37a383c-2837-4cc8-9f31-3b06f4e35ca7 HTTP/1.1" status: 204 len: 168 time: 0.2809801 Jan 23 21:51:49.154695 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343b85b-a9b2-4be0-b5a1-588782b4625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a383c-2837-4cc8-9f31-3b06f4e35ca7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:49.336985 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:49.462570 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:51:49.574201 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:49.590030 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'mac_address': 'fa:16:3e:76:b5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:51:49.645837 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: ACTIVE; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:51:49.646231 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:49.665451 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fe6406-a8df-48ac-805e-3784f4c99fd5 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:51:49.692612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:49.788589 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:49.811336 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd9ee-3100-4265-ad02-75dfa2b6b834 req-087deb4d-bb52-4ec9-a690-5a525c425be8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:49.812923 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-078bd9ee-3100-4265-ad02-75dfa2b6b834 req-087deb4d-bb52-4ec9-a690-5a525c425be8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0566301 Jan 23 21:51:49.847795 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:49.873793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-078bd9ee-3100-4265-ad02-75dfa2b6b834 req-19bb1421-c84c-43e1-994e-7d92236a02f3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535066 Jan 23 21:51:49.904554 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['f7fe6406-a8df-48ac-805e-3784f4c99fd5'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:51:50.529348 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.019147 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc4db3-d9a8-46d8-a956-5effe3fa5268 req-1a89a2c6-91bf-493a-851b-b01741a8590b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:51.021041 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0cfc4db3-d9a8-46d8-a956-5effe3fa5268 req-1a89a2c6-91bf-493a-851b-b01741a8590b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 945 time: 0.0616455 Jan 23 21:51:51.037238 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55388) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:51.078362 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0cfc4db3-d9a8-46d8-a956-5effe3fa5268 req-a0029635-0420-4a75-ab81-266607bdeb76 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504591 Jan 23 21:51:51.167053 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4db4447c-9f8b-4484-9854-c0db0abb23bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.250803 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4db4447c-9f8b-4484-9854-c0db0abb23bc admin admin] Publish callbacks [] for security_group (7faa0de5-620f-4e08-b1e2-b94f1e7b361f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.426737 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4db4447c-9f8b-4484-9854-c0db0abb23bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7faa0de5-620f-4e08-b1e2-b94f1e7b361f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.465101 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4447c-9f8b-4484-9854-c0db0abb23bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faa0de5-620f-4e08-b1e2-b94f1e7b361f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:51.469974 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4db4447c-9f8b-4484-9854-c0db0abb23bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9df52c0c99645b7810cb39f150f6ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308639 Jan 23 21:51:51.473458 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55392) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:51.479223 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:51:51.532045 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164dfcbc-d4f8-475c-85ee-9b259d14c9cb admin admin] Publish callbacks [] for security_group (7faa0de5-620f-4e08-b1e2-b94f1e7b361f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.539502 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port f7fe6406-a8df-48ac-805e-3784f4c99fd5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:51:51.540352 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.556820 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164dfcbc-d4f8-475c-85ee-9b259d14c9cb admin admin] Publish callbacks [] for security_group (7faa0de5-620f-4e08-b1e2-b94f1e7b361f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.632457 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:51:51.632926 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.658114 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:51:51.660482 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75db6abd-b852-4f8c-a813-de8161eaf06c" -d '{"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-plugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:51:51.676191 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:51:51.704610 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9028b2-2896-4fe5-b429-2de75895c83e x-openstack-request-id: req-ab9028b2-2896-4fe5-b429-2de75895c83e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:51:51.705114 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-plugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:51:51.705526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab9028b2-2896-4fe5-b429-2de75895c83e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:51:51.706219 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'code': 200} Jan 23 21:51:51.726305 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164dfcbc-d4f8-475c-85ee-9b259d14c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7faa0de5-620f-4e08-b1e2-b94f1e7b361f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.728984 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164dfcbc-d4f8-475c-85ee-9b259d14c9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.730379 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-164dfcbc-d4f8-475c-85ee-9b259d14c9cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7faa0de5-620f-4e08-b1e2-b94f1e7b361f HTTP/1.1" status: 204 len: 168 time: 0.2559905 Jan 23 21:51:51.740638 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dfcbc-d4f8-475c-85ee-9b259d14c9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faa0de5-620f-4e08-b1e2-b94f1e7b361f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:51.766832 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:51.831839 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:51.848188 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.848683 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.849191 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.849709 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.850122 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.850521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.850870 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.851242 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.851715 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.852172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.852525 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.852941 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:51.853293 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:51:52.106184 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:52.246453 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ec2ea-1358-4065-8e2d-bf42715677b6 req-afc4caa6-70bc-483e-8379-89f90475dff4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:52.248007 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae7ec2ea-1358-4065-8e2d-bf42715677b6 req-afc4caa6-70bc-483e-8379-89f90475dff4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0702307 Jan 23 21:51:52.298881 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae7ec2ea-1358-4065-8e2d-bf42715677b6 req-ff5b3273-f7c5-4352-b301-253b9e4f9df4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443323 Jan 23 21:51:52.776499 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55426) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:52.889180 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-179623275-network', 'tenant_id': 'fe99769e405e4761be3a2692e4dfff52'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:52.983805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Made reservation on behalf of fe99769e405e4761be3a2692e4dfff52 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:51:52.986456 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:52.999776 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.092536 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks [] for security_group (b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.215615 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.253193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:51:53.279258 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:53.288850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (d9217f26-41b4-4bab-a5fb-5cc7323f04b2), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.288850 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Added segment d9217f26-41b4-4bab-a5fb-5cc7323f04b2 of type vlan for network 423088d8-866f-4b3c-a261-361dbb750840 Jan 23 21:51:53.350466 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (423088d8-866f-4b3c-a261-361dbb750840), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.426792 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1a24-a3e8-41cd-831f-6891f3a837e5 req-461113c9-463f-4f4c-a74a-d966f19aab71 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:53.428441 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ee1f1a24-a3e8-41cd-831f-6891f3a837e5 req-461113c9-463f-4f4c-a74a-d966f19aab71 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0535650 Jan 23 21:51:53.432495 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (423088d8-866f-4b3c-a261-361dbb750840), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.433520 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:53.434354 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.490033 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ee1f1a24-a3e8-41cd-831f-6891f3a837e5 req-376e086c-abac-4d98-b11a-97b5ed090d7b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549691 Jan 23 21:51:53.502454 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] Pushing event updated for resources: {'Network': ['ID=423088d8-866f-4b3c-a261-361dbb750840,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:53.513009 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 423088d8-866f-4b3c-a261-361dbb750840 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:51:53.551624 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5cf02575-874f-469c-af2a-c71c1f5bdee8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7738681 Jan 23 21:51:53.557252 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55438) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:51:53.563494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Request body: {'subnet': {'network_id': '423088d8-866f-4b3c-a261-361dbb750840', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-179623275-subnet', 'tenant_id': 'fe99769e405e4761be3a2692e4dfff52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:51:53.651539 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Made reservation on behalf of fe99769e405e4761be3a2692e4dfff52 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:51:53.653987 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:53.949477 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (950c55d0-6984-47cf-b835-c5f361f4705e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:54.018478 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950c55d0-6984-47cf-b835-c5f361f4705e,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:51:54.028197 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Checking segment: {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:51:54.028565 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Network hostable DHCP agents. Network: 423088d8-866f-4b3c-a261-361dbb750840, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:51:54.108698 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Network 423088d8-866f-4b3c-a261-361dbb750840 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:51:54.209348 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 423088d8-866f-4b3c-a261-361dbb750840) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:51:54.213679 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:54.214447 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:51:54.221766 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb8633-7122-41b2-a88d-ee5dab5f0876 None None] Network 423088d8-866f-4b3c-a261-361dbb750840 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:51:54.326365 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5836f-0aa2-49b6-8e88-f4157b79b544 None None] Network 423088d8-866f-4b3c-a261-361dbb750840 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:51:54.352636 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-08dfb2b7-18eb-43f0-b3b3-3272c064c028 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7940302 Jan 23 21:51:54.646141 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f86ad-6026-42fd-88b9-b3efe5ac83a6 req-9f2e2d0a-44a2-4c55-a316-8baf8cbeedce tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:54.648022 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-555f86ad-6026-42fd-88b9-b3efe5ac83a6 req-9f2e2d0a-44a2-4c55-a316-8baf8cbeedce tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0650096 Jan 23 21:51:54.724711 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-555f86ad-6026-42fd-88b9-b3efe5ac83a6 req-7ab5fc16-9b41-4d83-9447-d081f5fe92ac tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680959 Jan 23 21:51:55.973938 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a45839-46c6-4831-a160-81ecf717d435 req-6a7ec82b-e444-4d3e-b690-0ace7ef3f411 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:55.975553 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02a45839-46c6-4831-a160-81ecf717d435 req-6a7ec82b-e444-4d3e-b690-0ace7ef3f411 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0622683 Jan 23 21:51:56.033060 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02a45839-46c6-4831-a160-81ecf717d435 req-66182d4d-6fb1-465c-9dee-f0e3b33a69f6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507553 Jan 23 21:51:57.289143 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa9d44-fc7d-4875-a5d9-42d367eec7e8 req-ed7e4462-93a1-495e-b7ec-6f6bead6f161 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:57.291313 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45fa9d44-fc7d-4875-a5d9-42d367eec7e8 req-ed7e4462-93a1-495e-b7ec-6f6bead6f161 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0679853 Jan 23 21:51:57.378037 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45fa9d44-fc7d-4875-a5d9-42d367eec7e8 req-08b12900-0391-4f01-b0d0-72f084b97a27 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782700 Jan 23 21:51:57.939029 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-f861987b-df40-47c7-8676-40a4b46f5ef9 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:57.939029 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-f861987b-df40-47c7-8676-40a4b46f5ef9 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/networks?id=423088d8-866f-4b3c-a261-361dbb750840 HTTP/1.1" status: 200 len: 813 time: 0.1456981 Jan 23 21:51:57.952015 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-8886ace5-b1da-44e7-a3dd-2a4cad15192f tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/quotas/fe99769e405e4761be3a2692e4dfff52 HTTP/1.1" status: 200 len: 375 time: 0.0120735 Jan 23 21:51:57.985228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-45c629f5-1ba7-40ac-b23a-0e31a2c2cd8e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe99769e405e4761be3a2692e4dfff52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271726 Jan 23 21:51:58.086891 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-42bf8a35-7d08-4fde-a56d-f81d1f76f75b service neutron] 10.222.0.72 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927615 Jan 23 21:51:58.203111 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-c11b1b15-c491-4b5e-9b72-676cbb092478 service neutron] 10.222.0.72 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092472 Jan 23 21:51:58.516991 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597ad4-4aaf-40f7-a03a-c92738b14840 req-98bc8093-9cfd-4c11-a9ab-200ad8d5fbd4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:58.518553 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2d597ad4-4aaf-40f7-a03a-c92738b14840 req-98bc8093-9cfd-4c11-a9ab-200ad8d5fbd4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0577483 Jan 23 21:51:58.571385 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2d597ad4-4aaf-40f7-a03a-c92738b14840 req-7ed1260e-dba7-4803-92bc-031dc90c1240 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Jan 23 21:51:58.661338 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f1fa9c1-04d5-4b2a-aad1-d1353b8c7d20 req-1d31e0f0-4fff-4818-8401-e4b2e2e54c51 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0360529 Jan 23 21:51:59.788670 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67d89c57-3296-4564-8d88-39dca67db222 req-afd26ee7-24c7-4ef8-81ea-40c71fe9c97e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0480933 Jan 23 21:51:59.806488 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d40c17-81ee-487f-839a-c622a6d39a85 req-08d58229-128d-4242-8757-47daa157f449 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:51:59.808622 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63d40c17-81ee-487f-839a-c622a6d39a85 req-08d58229-128d-4242-8757-47daa157f449 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.1333160 Jan 23 21:51:59.870849 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-63d40c17-81ee-487f-839a-c622a6d39a85 req-30d6e96a-4018-44e7-bdd8-c09cda965427 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561006 Jan 23 21:52:00.925020 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f10394fd-54d0-4ca7-a997-41921a7e1165 req-e1e98c86-8a9a-4031-a259-9b54289a04c1 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0413735 Jan 23 21:52:01.037123 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3a03-f85a-4be5-9cb7-c7eb75f1bf88 req-a40a04a1-d8e0-4edf-8e15-1e200ff5e3e4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:01.039839 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7c2a3a03-f85a-4be5-9cb7-c7eb75f1bf88 req-a40a04a1-d8e0-4edf-8e15-1e200ff5e3e4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0693316 Jan 23 21:52:01.103983 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7c2a3a03-f85a-4be5-9cb7-c7eb75f1bf88 req-f3c80a18-dd44-4659-ac40-6d9e1703370e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586269 Jan 23 21:52:02.337905 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-883d4ca3-580a-4808-9ab7-2c45ae3ca448 req-05103a3b-5f75-4643-a8d1-3a89c589b5de tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.3037977 Jan 23 21:52:02.398608 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ef768-180b-40d7-a9f7-1d9907758780 req-38318bff-9341-4209-9e92-77a80a8edc51 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:02.401524 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab1ef768-180b-40d7-a9f7-1d9907758780 req-38318bff-9341-4209-9e92-77a80a8edc51 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.1924629 Jan 23 21:52:02.463177 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab1ef768-180b-40d7-a9f7-1d9907758780 req-998c9582-bfe8-4056-ab69-7629f5efc95a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556321 Jan 23 21:52:03.435140 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69250518-068f-4a56-b28d-85584753fcd1 req-f103fb3e-9c73-4703-b0fb-e196bcbc741a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0276897 Jan 23 21:52:03.656353 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f8f0-4736-487e-b3f8-b2e4dc937108 req-16bb33b1-a687-48de-b669-00d2943e3994 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:03.663858 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-12b5f8f0-4736-487e-b3f8-b2e4dc937108 req-16bb33b1-a687-48de-b669-00d2943e3994 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0994065 Jan 23 21:52:03.744113 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-12b5f8f0-4736-487e-b3f8-b2e4dc937108 req-7c133d59-3831-4518-9022-a71f2f7e50ab tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742543 Jan 23 21:52:04.595505 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-efc8c5be-a992-493a-b750-eadcdb9efb2f req-b2476b37-3fe7-4519-b7d8-6f7706f93468 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0372698 Jan 23 21:52:04.890503 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a254ba-faf1-406e-9993-02028b860a9c req-80d72bf5-7d53-4d9f-8b70-8f2f2f0a1fc8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:04.893902 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9a254ba-faf1-406e-9993-02028b860a9c req-80d72bf5-7d53-4d9f-8b70-8f2f2f0a1fc8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0687397 Jan 23 21:52:04.969398 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9a254ba-faf1-406e-9993-02028b860a9c req-7faff758-fa8e-4f19-868b-c81128bc9092 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672734 Jan 23 21:52:05.700332 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75ee4ed0-beb4-46bb-bc83-6d8a268eef3c req-d743e7ae-3977-42a9-93ef-d670dec94278 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0309615 Jan 23 21:52:06.150644 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c96da-e311-4b9d-a210-8bf08e9b8408 req-6fd1b28d-0d11-4715-92f9-ec7600c73b77 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:06.150644 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b0c96da-e311-4b9d-a210-8bf08e9b8408 req-6fd1b28d-0d11-4715-92f9-ec7600c73b77 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0814579 Jan 23 21:52:06.219539 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b0c96da-e311-4b9d-a210-8bf08e9b8408 req-cd1b847d-5129-4ee7-9ca7-cb2961f21ea1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624876 Jan 23 21:52:06.573193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-0143aaf7-d9be-4f0c-8b38-b541fae48d31 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:06.574808 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-0143aaf7-d9be-4f0c-8b38-b541fae48d31 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "GET /v2.0/networks?id=423088d8-866f-4b3c-a261-361dbb750840 HTTP/1.1" status: 200 len: 813 time: 0.1827507 Jan 23 21:52:06.590039 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Request body: {'port': {'device_id': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'network_id': '423088d8-866f-4b3c-a261-361dbb750840', 'admin_state_up': True, 'tenant_id': 'fe99769e405e4761be3a2692e4dfff52'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:52:06.821580 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dcec84eb-4a2f-4ce8-832c-efde04a1fa54 req-06bfdb8d-fd26-4b2f-be6f-3558b074be4c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0283611 Jan 23 21:52:06.991532 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Made reservation on behalf of fe99769e405e4761be3a2692e4dfff52 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:52:06.995193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:07.165199 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Allocated IP 172.20.0.4 (423088d8-866f-4b3c-a261-361dbb750840/950c55d0-6984-47cf-b835-c5f361f4705e/7949894d-1873-4b47-9fd4-93efdc63d58f) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:52:07.358875 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks [] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:07.380153 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54644a5-6e11-43f6-9e35-c884c34d3010 req-5d26444c-5846-4c80-a95b-d632f7e68197 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:07.381749 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b54644a5-6e11-43f6-9e35-c884c34d3010 req-5d26444c-5846-4c80-a95b-d632f7e68197 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0631685 Jan 23 21:52:07.434256 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b54644a5-6e11-43f6-9e35-c884c34d3010 req-d7c7f06f-1d42-40a2-bbf5-ba391282650f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Jan 23 21:52:07.629276 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:07.678169 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Network 423088d8-866f-4b3c-a261-361dbb750840 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:52:07.681590 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:52:07.689140 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:52:07.693007 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Pushing event updated for resources: {'Port': ['ID=7949894d-1873-4b47-9fd4-93efdc63d58f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:07.753943 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:07.754588 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:07.879564 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-47fb421a-28dd-48e5-a277-b3e0d3afd50e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2942772 Jan 23 21:52:07.889247 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Request body: {'port': {'device_id': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:52:07.957870 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:07.968960 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b8273-a45a-4e83-aab4-f5a5f7243a2d req-61291f40-b666-486a-a96e-714d2525ace7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:07.970579 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38b8273-a45a-4e83-aab4-f5a5f7243a2d req-61291f40-b666-486a-a96e-714d2525ace7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 931 time: 0.0632424 Jan 23 21:52:08.026746 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38b8273-a45a-4e83-aab4-f5a5f7243a2d req-39276b6c-39e7-4db9-9fb3-62d890184988 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Jan 23 21:52:08.246315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7949894d-1873-4b47-9fd4-93efdc63d58f {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:52:08.254866 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Publish callbacks [] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:08.269233 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Transition to ACTIVE for port object 7949894d-1873-4b47-9fd4-93efdc63d58f will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:52:08.385844 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:08.438375 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=7949894d-1873-4b47-9fd4-93efdc63d58f,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:08.553261 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Attempting to bind port 7949894d-1873-4b47-9fd4-93efdc63d58f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:52:08.553502 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Attempting to bind port 7949894d-1873-4b47-9fd4-93efdc63d58f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:52:08.553825 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Attempting to bind port 7949894d-1873-4b47-9fd4-93efdc63d58f on network 423088d8-866f-4b3c-a261-361dbb750840 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:52:08.563326 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Port 7949894d-1873-4b47-9fd4-93efdc63d58f on network 423088d8-866f-4b3c-a261-361dbb750840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:52:08.563643 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Attempting to bind port 7949894d-1873-4b47-9fd4-93efdc63d58f on network 423088d8-866f-4b3c-a261-361dbb750840 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:52:08.570506 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:52:08.570844 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Checking segment: {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:52:08.571227 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Bound using segment: {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:52:08.571687 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Bound port: 7949894d-1873-4b47-9fd4-93efdc63d58f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:52:08.572040 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:08.580906 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff467c5-7e0a-4dfe-8076-d4985482ddea req-23536afd-a3a4-47da-9fb5-f482919d5841 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:08.582620 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ff467c5-7e0a-4dfe-8076-d4985482ddea req-23536afd-a3a4-47da-9fb5-f482919d5841 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0611289 Jan 23 21:52:08.592905 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-a44c0c05-dcad-4d25-96b2-fa33644b3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:08.593388 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-a44c0c05-dcad-4d25-96b2-fa33644b3db4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1099 time: 0.0688477 Jan 23 21:52:08.637387 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ff467c5-7e0a-4dfe-8076-d4985482ddea req-0f1e6b7b-9357-4ef9-bb83-05a7632c2b35 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Jan 23 21:52:08.747516 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] For port 7949894d-1873-4b47-9fd4-93efdc63d58f, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:52:08.755880 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] For port 7949894d-1873-4b47-9fd4-93efdc63d58f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7949894d-1873-4b47-9fd4-93efdc63d58f,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:52:08.788712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-0c9efa4d-25bf-41b3-9757-7e230094a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:08.791232 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-0c9efa4d-25bf-41b3-9757-7e230094a76f service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.1771567 Jan 23 21:52:08.860290 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:08.923825 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:08.924453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:08.930858 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] 10.222.0.112 "PUT /v2.0/ports/7949894d-1873-4b47-9fd4-93efdc63d58f HTTP/1.1" status: 200 len: 1093 time: 1.0413783 Jan 23 21:52:08.930858 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'tag': '7949894d-1873-4b47-9fd4-93efdc63d58f'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:52:08.931927 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72305819-94bd-45f9-9e96-5b23c1778135" -d '{"events": [{"name": "network-changed", "server_uuid": "8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32", "tag": "7949894d-1873-4b47-9fd4-93efdc63d58f"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:52:08.941846 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-19481f28-bd5e-4dca-b4fb-ad63ed7efd8f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1431570 Jan 23 21:52:08.955698 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522838e8-dce4-46e9-a079-a5d6ab602ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=7949894d-1873-4b47-9fd4-93efdc63d58f,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:08.997975 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc5a22-a02b-443a-85c9-6d3541ec4266 x-openstack-request-id: req-efbc5a22-a02b-443a-85c9-6d3541ec4266 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:52:08.998964 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32", "tag": "7949894d-1873-4b47-9fd4-93efdc63d58f", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:52:08.999446 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-efbc5a22-a02b-443a-85c9-6d3541ec4266 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:52:09.000449 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'tag': '7949894d-1873-4b47-9fd4-93efdc63d58f', 'status': 'completed', 'code': 200} Jan 23 21:52:09.006874 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-ceba917b-f7ab-4657-ad0b-3a97af173475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.008377 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-ceba917b-f7ab-4657-ad0b-3a97af173475 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0608330 Jan 23 21:52:09.102706 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72305819-94bd-45f9-9e96-5b23c1778135 req-cc8f9210-367e-443f-b006-9fcfdb3b5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.104243 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-72305819-94bd-45f9-9e96-5b23c1778135 req-cc8f9210-367e-443f-b006-9fcfdb3b5859 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fe99769e405e4761be3a2692e4dfff52&device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 1096 time: 0.0772448 Jan 23 21:52:09.106077 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-f4bb3f2d-ebe2-4906-b2e5-32f8414ec42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.107608 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-f4bb3f2d-ebe2-4906-b2e5-32f8414ec42d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0883708 Jan 23 21:52:09.164104 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2536518-0cd7-4a36-82b4-1b2cf3d007c3 req-90a7645e-2d28-4ca1-987b-c7389e325e22 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.166529 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2536518-0cd7-4a36-82b4-1b2cf3d007c3 req-90a7645e-2d28-4ca1-987b-c7389e325e22 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 943 time: 0.0592463 Jan 23 21:52:09.256858 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2536518-0cd7-4a36-82b4-1b2cf3d007c3 req-e9d5a266-0474-4924-b893-8011d1258416 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801404 Jan 23 21:52:09.298350 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72305819-94bd-45f9-9e96-5b23c1778135 req-8baa01af-ee67-4d20-9388-210b551e2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.299872 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-72305819-94bd-45f9-9e96-5b23c1778135 req-8baa01af-ee67-4d20-9388-210b551e2d29 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=fe99769e405e4761be3a2692e4dfff52&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1826994 Jan 23 21:52:09.302483 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-2a533653-eae2-431e-854a-57ad53598fea service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840682 Jan 23 21:52:09.434361 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:09.500434 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb4cc770-a71a-49bc-81e5-6e59dfd25105 req-7609fc6d-2051-44c2-b587-cd2978d13bb3 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795955 Jan 23 21:52:09.501384 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72305819-94bd-45f9-9e96-5b23c1778135 req-57bef268-7db2-4c34-9cfc-9ed227c8481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.502712 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-72305819-94bd-45f9-9e96-5b23c1778135 req-57bef268-7db2-4c34-9cfc-9ed227c8481b service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930926 Jan 23 21:52:09.605061 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-b4612a31-2c33-497c-9b5d-e9ce26bbfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.606690 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-b4612a31-2c33-497c-9b5d-e9ce26bbfd4b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fe99769e405e4761be3a2692e4dfff52&device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 1096 time: 0.0516188 Jan 23 21:52:09.658590 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-f6bdd2bb-91d6-4962-9925-40f576bafa38 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7949894d-1873-4b47-9fd4-93efdc63d58f HTTP/1.1" status: 200 len: 217 time: 0.0426488 Jan 23 21:52:09.717850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-11e8a53c-f5d1-451d-ba6c-84b2e2de0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.719501 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-11e8a53c-f5d1-451d-ba6c-84b2e2de0a70 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=950c55d0-6984-47cf-b835-c5f361f4705e HTTP/1.1" status: 200 len: 853 time: 0.0541837 Jan 23 21:52:09.755397 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-3c273545-c984-4ed2-807a-df3e9bb8472b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=423088d8-866f-4b3c-a261-361dbb750840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288246 Jan 23 21:52:09.804700 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d2e25-63c3-4aac-b0e0-8b436577b327 req-7c475a8a-26b7-42f5-99b1-c7ac04bda3a5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:09.806464 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-103d2e25-63c3-4aac-b0e0-8b436577b327 req-7c475a8a-26b7-42f5-99b1-c7ac04bda3a5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0670495 Jan 23 21:52:09.873806 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-103d2e25-63c3-4aac-b0e0-8b436577b327 req-0e80a127-1866-4971-a278-f1ee1bee1542 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594594 Jan 23 21:52:09.894607 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-a53cade5-90b0-46a8-be8a-aa65824a6463 service neutron] 10.222.0.112 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311498 Jan 23 21:52:10.057777 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e16170fb-f788-4f6e-b95e-349ecec3df86 req-33d9eced-3674-460b-8c13-b1f127a45685 service neutron] 10.222.0.112 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539624 Jan 23 21:52:10.404129 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e5e89-c2b2-4aa2-b895-63c2d7e73690 req-293205f3-ba7c-4ff6-b847-c8dbc0cec8fc tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:10.406267 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7e2e5e89-c2b2-4aa2-b895-63c2d7e73690 req-293205f3-ba7c-4ff6-b847-c8dbc0cec8fc tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 943 time: 0.0539036 Jan 23 21:52:10.463376 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7e2e5e89-c2b2-4aa2-b895-63c2d7e73690 req-09468036-4562-43db-97b9-d6b16508c2a7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510468 Jan 23 21:52:11.009316 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae656-c604-4241-8844-c6391d98c86a req-989c5918-2b10-441e-bca3-a4ad60a65e8f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:11.010940 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-667ae656-c604-4241-8844-c6391d98c86a req-989c5918-2b10-441e-bca3-a4ad60a65e8f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 946 time: 0.0540016 Jan 23 21:52:11.060181 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-667ae656-c604-4241-8844-c6391d98c86a req-2afd9f31-3302-498c-af24-f5d86ca9fe08 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Jan 23 21:52:11.582058 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:52:11.592982 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddcd8d-a17c-4bb7-b1b5-037bf055cd96 req-b2f5f3c7-b157-49d9-8397-2fd7338f0a8e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:11.599139 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-87ddcd8d-a17c-4bb7-b1b5-037bf055cd96 req-b2f5f3c7-b157-49d9-8397-2fd7338f0a8e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 943 time: 0.0570805 Jan 23 21:52:11.663542 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-87ddcd8d-a17c-4bb7-b1b5-037bf055cd96 req-35693284-83b7-4e97-9180-445508a78038 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621653 Jan 23 21:52:11.680409 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: ACTIVE; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:52:11.680804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:11.704603 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:52:11.706784 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882bef8-573e-42af-98b8-1142234b8b03" -d '{"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:52:11.721400 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:52:11.744831 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Jan 2022 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c903d4-48df-4391-9d5f-c7b7af81ae6c x-openstack-request-id: req-46c903d4-48df-4391-9d5f-c7b7af81ae6c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:52:11.749862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:52:11.749862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46c903d4-48df-4391-9d5f-c7b7af81ae6c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:52:11.749862 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'code': 200} Jan 23 21:52:11.820409 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:11.871840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:11.996672 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-bb76b7c5-0be9-4d72-95d6-facedb78e04e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544653 Jan 23 21:52:12.084743 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07023f70-6f93-4df6-a734-00741dca17a0 req-86b75802-0ad0-4a6b-939e-f06327e361d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:12.086308 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-86b75802-0ad0-4a6b-939e-f06327e361d1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1099 time: 0.0448642 Jan 23 21:52:12.198536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3200-481d-4c0e-8f65-5d7c22362020 req-78f9ef75-1be5-496b-84a7-4789e4ca7f5b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:12.200148 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-157d3200-481d-4c0e-8f65-5d7c22362020 req-78f9ef75-1be5-496b-84a7-4789e4ca7f5b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0614312 Jan 23 21:52:12.216853 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07023f70-6f93-4df6-a734-00741dca17a0 req-7e0b9545-cd7f-45c5-b667-d64f638f1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:12.218356 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-7e0b9545-cd7f-45c5-b667-d64f638f1208 service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.1040523 Jan 23 21:52:12.254280 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-157d3200-481d-4c0e-8f65-5d7c22362020 req-3c114a20-4909-42f5-afe1-c64e5e1e68d9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476143 Jan 23 21:52:12.295613 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-61d3f791-02e2-459f-96b8-7011654f093b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 1001 time: 0.0707946 Jan 23 21:52:12.349518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07023f70-6f93-4df6-a734-00741dca17a0 req-40fb75da-aba4-45e5-b232-e2a7d2383a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:12.351043 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-40fb75da-aba4-45e5-b232-e2a7d2383a8a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0480199 Jan 23 21:52:12.409231 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07023f70-6f93-4df6-a734-00741dca17a0 req-e88bf4ae-72a3-466e-82e3-9b0943ff848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:12.410749 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-e88bf4ae-72a3-466e-82e3-9b0943ff848a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534043 Jan 23 21:52:12.521932 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-f9437cae-7d3e-46f3-922f-d7f382192451 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047273 Jan 23 21:52:12.619760 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07023f70-6f93-4df6-a734-00741dca17a0 req-c4e00ef0-3caa-43fa-b376-99802b3637d3 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917797 Jan 23 21:52:12.817304 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221dad9-2fd1-4de3-802c-73f90ffac46f req-2492bc51-cb3a-4045-be07-19f79c3c9cf4 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:12.819199 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2221dad9-2fd1-4de3-802c-73f90ffac46f req-2492bc51-cb3a-4045-be07-19f79c3c9cf4 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 943 time: 0.0642452 Jan 23 21:52:12.874262 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2221dad9-2fd1-4de3-802c-73f90ffac46f req-2f335f79-6a16-4774-a402-afc470300965 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481772 Jan 23 21:52:13.582242 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 7949894d-1873-4b47-9fd4-93efdc63d58f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:52:13.696067 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 7949894d-1873-4b47-9fd4-93efdc63d58f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7949894d-1873-4b47-9fd4-93efdc63d58f,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:52:13.708142 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-2223ae39-9343-4927-a1b2-6585930053d6 req-37611eae-46c5-41a5-bfa8-c49c26e91d48 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:52:13.709332 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2223ae39-9343-4927-a1b2-6585930053d6 req-37611eae-46c5-41a5-bfa8-c49c26e91d48 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551558 Jan 23 21:52:13.716295 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '7949894d-1873-4b47-9fd4-93efdc63d58f', 'network_id': '423088d8-866f-4b3c-a261-361dbb750840', 'port_id': '7949894d-1873-4b47-9fd4-93efdc63d58f', 'mac_address': 'fa:16:3e:fb:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950c55d0-6984-47cf-b835-c5f361f4705e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:52:13.784445 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 7949894d-1873-4b47-9fd4-93efdc63d58f is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:52:13.784977 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:13.809412 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7949894d-1873-4b47-9fd4-93efdc63d58f {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:52:13.848737 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 7949894d-1873-4b47-9fd4-93efdc63d58f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7949894d-1873-4b47-9fd4-93efdc63d58f,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:52:13.925706 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:13.992746 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=7949894d-1873-4b47-9fd4-93efdc63d58f,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:14.050982 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963421e-c2cb-4382-996a-c8cc447063b9 req-8d85c8d2-79d6-47b2-87e0-7872d97f7113 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:14.052775 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6963421e-c2cb-4382-996a-c8cc447063b9 req-8d85c8d2-79d6-47b2-87e0-7872d97f7113 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 944 time: 0.0852478 Jan 23 21:52:14.072096 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6ed9e-f4f4-4824-afd1-9600ef101344 req-5dbbb176-cd65-4435-a120-95cf886386bb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:14.073633 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1f6ed9e-f4f4-4824-afd1-9600ef101344 req-5dbbb176-cd65-4435-a120-95cf886386bb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0794692 Jan 23 21:52:14.151601 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6963421e-c2cb-4382-996a-c8cc447063b9 req-282af8a2-94ac-4228-8b62-1d6d8b66b151 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Jan 23 21:52:14.157525 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1f6ed9e-f4f4-4824-afd1-9600ef101344 req-656e9312-9f2b-48b3-8617-35f13d6f4ac4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761206 Jan 23 21:52:14.277930 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['7949894d-1873-4b47-9fd4-93efdc63d58f'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:52:14.501703 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 55750) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:14.620177 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-ae2989f5-c4a3-4916-ac96-9d9a928a1241 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173148 Jan 23 21:52:14.629629 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d99a7b8c-ad59-4c39-a099-647091644fd4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:52:14.630610 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d99a7b8c-ad59-4c39-a099-647091644fd4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058920 Jan 23 21:52:15.055854 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:52:15.312195 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a9e24-6ffc-410f-9672-ee2b233e1904 req-f0f8fab0-e979-4e23-86a2-15a020d4cb35 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:15.314375 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1b7a9e24-6ffc-410f-9672-ee2b233e1904 req-f0f8fab0-e979-4e23-86a2-15a020d4cb35 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 944 time: 0.0901034 Jan 23 21:52:15.322937 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b612a-178b-4442-adb0-3da15c964988 req-90f231f3-cca8-4ecc-b7f0-b9a351479d87 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:15.324444 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-895b612a-178b-4442-adb0-3da15c964988 req-90f231f3-cca8-4ecc-b7f0-b9a351479d87 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0848444 Jan 23 21:52:15.428823 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-895b612a-178b-4442-adb0-3da15c964988 req-096137fc-396f-4a07-a51f-8c87df1f62b8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830140 Jan 23 21:52:15.433149 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1b7a9e24-6ffc-410f-9672-ee2b233e1904 req-e49bf0b5-a094-4af8-9ad1-e601bd9e5080 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992002 Jan 23 21:52:15.437412 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec157746-df21-45a4-91bd-9c91d2c4bbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:15.599971 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 7949894d-1873-4b47-9fd4-93efdc63d58f up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:52:15.728949 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 7949894d-1873-4b47-9fd4-93efdc63d58f completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:52:15.736353 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 7949894d-1873-4b47-9fd4-93efdc63d58f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:52:15.736739 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:15.862492 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 7949894d-1873-4b47-9fd4-93efdc63d58f is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:52:15.862777 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:15.886916 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7949894d-1873-4b47-9fd4-93efdc63d58f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:52:15.889151 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7599bdca-fe9f-4690-b800-1863b5f7223b" -d '{"events": [{"server_uuid": "8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32", "name": "network-vif-plugged", "status": "completed", "tag": "7949894d-1873-4b47-9fd4-93efdc63d58f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:52:15.901793 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 7949894d-1873-4b47-9fd4-93efdc63d58f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7949894d-1873-4b47-9fd4-93efdc63d58f,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:52:15.927650 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02996d79-6574-4925-837f-3b1159e4f1a8 x-openstack-request-id: req-02996d79-6574-4925-837f-3b1159e4f1a8 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:52:15.928031 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32", "name": "network-vif-plugged", "status": "completed", "tag": "7949894d-1873-4b47-9fd4-93efdc63d58f", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:52:15.928288 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02996d79-6574-4925-837f-3b1159e4f1a8 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:52:15.928704 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7949894d-1873-4b47-9fd4-93efdc63d58f', 'code': 200} Jan 23 21:52:15.974360 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:15.975186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:52:16.055654 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=7949894d-1873-4b47-9fd4-93efdc63d58f,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:16.100976 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: DOWN; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:52:16.300217 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee8f8d-c9ec-4a70-9cac-e30ea2949d39 req-00f8b7af-784e-471a-97bd-be1ea9c491b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:16.301651 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3eee8f8d-c9ec-4a70-9cac-e30ea2949d39 req-00f8b7af-784e-471a-97bd-be1ea9c491b2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 1098 time: 0.0489197 Jan 23 21:52:16.356277 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3eee8f8d-c9ec-4a70-9cac-e30ea2949d39 req-e63a5b91-6467-407b-89d6-782e41a1f1b4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480070 Jan 23 21:52:16.587636 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecfa63-b65c-4e36-a548-66468fc03eed req-44290d58-142e-4a61-a00c-86490ba76cf7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:16.589130 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6ecfa63-b65c-4e36-a548-66468fc03eed req-44290d58-142e-4a61-a00c-86490ba76cf7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0772331 Jan 23 21:52:16.604653 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72cb1c-182d-4044-bae5-63fb1b8beaef req-1ba78983-e2a9-4a96-a529-4e39273593bd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:16.606130 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc72cb1c-182d-4044-bae5-63fb1b8beaef req-1ba78983-e2a9-4a96-a529-4e39273593bd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0679126 Jan 23 21:52:16.683853 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6ecfa63-b65c-4e36-a548-66468fc03eed req-5809eb46-e7d9-4680-9ccf-9d47ebbe4ad6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884295 Jan 23 21:52:16.693859 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bc72cb1c-182d-4044-bae5-63fb1b8beaef req-82007698-50fa-4459-9ad8-ecd6db877020 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806935 Jan 23 21:52:17.842694 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61507e91-982d-4e5b-ad8d-2ff485c0d025 req-60f793c2-e6ba-4813-bf44-45391ecc04ef tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:17.844224 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-61507e91-982d-4e5b-ad8d-2ff485c0d025 req-60f793c2-e6ba-4813-bf44-45391ecc04ef tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0708237 Jan 23 21:52:17.850551 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f73828c3-5e6d-43aa-9951-ae569b5e928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:17.853122 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d314a8-3d72-4538-934d-f961f4b1de23 req-6fab4eaa-4f3f-4245-8545-c7524db02213 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:17.854167 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-41d314a8-3d72-4538-934d-f961f4b1de23 req-6fab4eaa-4f3f-4245-8545-c7524db02213 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0900300 Jan 23 21:52:17.942939 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-41d314a8-3d72-4538-934d-f961f4b1de23 req-136ac8b3-15c8-403a-9d42-6b05e75a0d0c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 Jan 23 21:52:17.951048 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-61507e91-982d-4e5b-ad8d-2ff485c0d025 req-a0f88536-de97-476e-b684-a59bab2c70f1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879748 Jan 23 21:52:19.086720 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73a00-ef71-400b-9501-678ef0069ece req-b0f7dddb-dcd5-43b9-a5e8-20a8859fbe3a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:19.088289 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54e73a00-ef71-400b-9501-678ef0069ece req-b0f7dddb-dcd5-43b9-a5e8-20a8859fbe3a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0778337 Jan 23 21:52:19.109634 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a1489-70ad-4bb1-95ae-d63e0aa52a81 req-a2511251-0dbe-405e-b453-11b668062767 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:19.111104 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-852a1489-70ad-4bb1-95ae-d63e0aa52a81 req-a2511251-0dbe-405e-b453-11b668062767 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0735202 Jan 23 21:52:19.198959 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-54e73a00-ef71-400b-9501-678ef0069ece req-d31476c0-78f0-4612-956e-68ee6ffc3be9 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034594 Jan 23 21:52:19.207499 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-852a1489-70ad-4bb1-95ae-d63e0aa52a81 req-83f4b630-4b4e-423c-9b64-649d695bb777 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880702 Jan 23 21:52:19.339951 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:20.353519 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cf881-ced2-446a-a8d4-1df7a5da1bb4 req-bde6d9ee-9aa4-4e00-be75-1e75ddf74702 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:20.355059 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c83cf881-ced2-446a-a8d4-1df7a5da1bb4 req-bde6d9ee-9aa4-4e00-be75-1e75ddf74702 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0822690 Jan 23 21:52:20.378766 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f78095-3f8c-40f4-ab97-58b0d3fc48ec req-1f689f0f-2d02-432f-bcd9-fc41f3274a1c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:20.380326 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5f78095-3f8c-40f4-ab97-58b0d3fc48ec req-1f689f0f-2d02-432f-bcd9-fc41f3274a1c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0775969 Jan 23 21:52:20.445577 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c83cf881-ced2-446a-a8d4-1df7a5da1bb4 req-4460d8be-15e5-455d-8043-ef605fe25df6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814798 Jan 23 21:52:20.458071 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5f78095-3f8c-40f4-ab97-58b0d3fc48ec req-c07aba87-af40-4ff8-a53c-5c507b61c7d5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693009 Jan 23 21:52:20.553592 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:21.156825 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d295228f-bbbb-4606-a197-49e26596e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.158352 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d295228f-bbbb-4606-a197-49e26596e85f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914&tenant_id=ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 1097 time: 0.1221001 Jan 23 21:52:21.220044 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-e402f676-9da1-4a82-913e-ed34e53dfb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.221574 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-e402f676-9da1-4a82-913e-ed34e53dfb36 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1097 time: 0.0405960 Jan 23 21:52:21.545596 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-2e17f849-7994-4907-99c3-96cf2e90eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.547071 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-2e17f849-7994-4907-99c3-96cf2e90eced service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.3202593 Jan 23 21:52:21.610785 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce27892-7253-4c13-b9d7-1030a1fe0e49 req-03b631fc-fa22-43ad-a315-fd8cb7e6336f tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.612305 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-ae3be19d-4863-482b-91cc-f804dad3c883 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 200 len: 999 time: 0.0581648 Jan 23 21:52:21.613033 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1ce27892-7253-4c13-b9d7-1030a1fe0e49 req-03b631fc-fa22-43ad-a315-fd8cb7e6336f tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Jan 23 21:52:21.624662 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad9b5-35d5-443b-be5a-f57e97d6b625 req-318b8824-c00a-4766-8e36-4938f670ed8b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.626093 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f59ad9b5-35d5-443b-be5a-f57e97d6b625 req-318b8824-c00a-4766-8e36-4938f670ed8b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0847039 Jan 23 21:52:21.661232 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-0a42944b-6fec-407c-b30e-5ca393118352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.662733 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-0a42944b-6fec-407c-b30e-5ca393118352 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0446076 Jan 23 21:52:21.698727 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1ce27892-7253-4c13-b9d7-1030a1fe0e49 req-c6f892a6-0896-4322-bf96-46b69027f74e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716660 Jan 23 21:52:21.703308 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f59ad9b5-35d5-443b-be5a-f57e97d6b625 req-6520166c-4a87-4025-b981-4bb2c461b984 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702651 Jan 23 21:52:21.712597 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d6012149-65b7-4b82-aa0d-c4da8be961d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:21.714076 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d6012149-65b7-4b82-aa0d-c4da8be961d9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453470 Jan 23 21:52:21.819511 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-7a6d6271-54ff-45c6-a554-2b078ec71347 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979583 Jan 23 21:52:21.926939 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb200d73-deed-4f88-b8e7-2f0ca26de7ce req-d0b8f0ff-80c4-4050-9ec6-cbfbcc6b709c service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963674 Jan 23 21:52:22.071632 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:22.899500 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cb73d-4267-41b0-a579-b745d27d6493 req-094b22e7-50a5-4e2b-8af7-d7da416ab6a5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:22.901222 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b94cb73d-4267-41b0-a579-b745d27d6493 req-094b22e7-50a5-4e2b-8af7-d7da416ab6a5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0794241 Jan 23 21:52:22.972748 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b94cb73d-4267-41b0-a579-b745d27d6493 req-b24e68d2-e6a6-4872-aa3f-64e532544e04 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601709 Jan 23 21:52:24.154334 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9f451-a657-427b-a7e8-e38c266ac50f req-e8dd469b-3658-4b92-9277-c130c5e6b167 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:24.156130 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75f9f451-a657-427b-a7e8-e38c266ac50f req-e8dd469b-3658-4b92-9277-c130c5e6b167 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.1021230 Jan 23 21:52:24.218334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75f9f451-a657-427b-a7e8-e38c266ac50f req-188d4c71-4c62-4976-ade8-d7c216f27190 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520248 Jan 23 21:52:25.383736 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818aef7-eb1f-4541-b20f-337d8d50a7fd req-e0288a3e-e9fd-45bb-ade7-035cd3e00c63 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:25.385280 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c818aef7-eb1f-4541-b20f-337d8d50a7fd req-e0288a3e-e9fd-45bb-ade7-035cd3e00c63 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0553434 Jan 23 21:52:25.443389 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c818aef7-eb1f-4541-b20f-337d8d50a7fd req-8dc3db86-d247-4011-a131-384805e40e43 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521538 Jan 23 21:52:26.589488 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab925df2-173d-4f6b-b96f-2c2d8da252c7 req-8f564a8c-d7d7-4c04-bd7f-e77f85733844 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:26.591138 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab925df2-173d-4f6b-b96f-2c2d8da252c7 req-8f564a8c-d7d7-4c04-bd7f-e77f85733844 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0531983 Jan 23 21:52:26.649272 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab925df2-173d-4f6b-b96f-2c2d8da252c7 req-e7384e58-afcc-4611-ad9c-ace4dd1a4f8c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526688 Jan 23 21:52:27.804296 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c419c-0a96-482c-b669-85b94679338a req-5c76859d-91cf-496b-a74c-0ef43e9d0f0b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:27.806612 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-056c419c-0a96-482c-b669-85b94679338a req-5c76859d-91cf-496b-a74c-0ef43e9d0f0b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0710583 Jan 23 21:52:27.903937 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-056c419c-0a96-482c-b669-85b94679338a req-1d5afe81-0f13-4a8f-be29-3f72e0c0bbf9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904317 Jan 23 21:52:28.031730 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55992) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:28.165002 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89cfe637-cd4c-4df6-bcee-b6dbcae3958a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.272665 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89cfe637-cd4c-4df6-bcee-b6dbcae3958a admin admin] Publish callbacks [] for security_group (c10b5f3d-a7f1-480f-9a09-dc3806bb7063), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.353952 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89cfe637-cd4c-4df6-bcee-b6dbcae3958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c10b5f3d-a7f1-480f-9a09-dc3806bb7063), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.393569 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe637-cd4c-4df6-bcee-b6dbcae3958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b5f3d-a7f1-480f-9a09-dc3806bb7063,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:28.401001 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-89cfe637-cd4c-4df6-bcee-b6dbcae3958a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cef396493cf4f23b2ec929aa963848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666406 Jan 23 21:52:28.403542 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 55998) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:28.468711 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d44a4893-a4da-4c7a-9a89-243f9578ca77 admin admin] Publish callbacks [] for security_group (c10b5f3d-a7f1-480f-9a09-dc3806bb7063), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.732614 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d44a4893-a4da-4c7a-9a89-243f9578ca77 admin admin] Publish callbacks [] for security_group (c10b5f3d-a7f1-480f-9a09-dc3806bb7063), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.882667 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d44a4893-a4da-4c7a-9a89-243f9578ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c10b5f3d-a7f1-480f-9a09-dc3806bb7063), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.885475 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d44a4893-a4da-4c7a-9a89-243f9578ca77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:28.897636 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d44a4893-a4da-4c7a-9a89-243f9578ca77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c10b5f3d-a7f1-480f-9a09-dc3806bb7063 HTTP/1.1" status: 204 len: 168 time: 0.4849453 Jan 23 21:52:28.906378 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a4893-a4da-4c7a-9a89-243f9578ca77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b5f3d-a7f1-480f-9a09-dc3806bb7063,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:29.080390 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628de48-20e1-42ab-af73-92c1b9053a05 req-75448a04-37b4-4fab-8324-5b3e0fd27591 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:29.090096 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b628de48-20e1-42ab-af73-92c1b9053a05 req-75448a04-37b4-4fab-8324-5b3e0fd27591 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0852907 Jan 23 21:52:29.153089 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b628de48-20e1-42ab-af73-92c1b9053a05 req-3cee08a8-e6cf-43e1-a76e-220f4cb92205 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615938 Jan 23 21:52:29.727810 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56010) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:29.743729 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-02709a58-96e0-494a-bcb8-8a0bc4abfa7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:29.832504 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-02709a58-96e0-494a-bcb8-8a0bc4abfa7c admin admin] Publish callbacks [] for security_group (3ed65697-e5a8-4c2d-b57c-72dc194591aa), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:29.931455 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-02709a58-96e0-494a-bcb8-8a0bc4abfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (3ed65697-e5a8-4c2d-b57c-72dc194591aa), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:29.972504 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02709a58-96e0-494a-bcb8-8a0bc4abfa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed65697-e5a8-4c2d-b57c-72dc194591aa,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:29.976975 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-02709a58-96e0-494a-bcb8-8a0bc4abfa7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ee4b3c8b37d40b48c92cb0b759f909f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480297 Jan 23 21:52:29.980313 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56012) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:30.036929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-655b85c3-4f31-4410-a397-03ab62ff070c admin admin] Publish callbacks [] for security_group (3ed65697-e5a8-4c2d-b57c-72dc194591aa), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:30.071477 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-655b85c3-4f31-4410-a397-03ab62ff070c admin admin] Publish callbacks [] for security_group (3ed65697-e5a8-4c2d-b57c-72dc194591aa), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:30.254819 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-655b85c3-4f31-4410-a397-03ab62ff070c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (3ed65697-e5a8-4c2d-b57c-72dc194591aa), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:30.257379 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-655b85c3-4f31-4410-a397-03ab62ff070c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:30.258559 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-655b85c3-4f31-4410-a397-03ab62ff070c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ed65697-e5a8-4c2d-b57c-72dc194591aa HTTP/1.1" status: 204 len: 168 time: 0.2766645 Jan 23 21:52:30.285573 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b85c3-4f31-4410-a397-03ab62ff070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed65697-e5a8-4c2d-b57c-72dc194591aa,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:30.319539 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbad6f3-ee9a-41ae-ac36-1686a88fcaaa req-666ca200-d6a7-4da2-bb77-67c88fe66af8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:30.322461 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4cbad6f3-ee9a-41ae-ac36-1686a88fcaaa req-666ca200-d6a7-4da2-bb77-67c88fe66af8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0943763 Jan 23 21:52:30.394844 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4cbad6f3-ee9a-41ae-ac36-1686a88fcaaa req-40423bbf-ccad-4a87-896c-592bb368487b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648465 Jan 23 21:52:31.578304 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66232076-194d-4847-b253-313653a055b2 req-1e3f3add-1385-4875-8cf2-5e98aa496969 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:31.586205 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66232076-194d-4847-b253-313653a055b2 req-1e3f3add-1385-4875-8cf2-5e98aa496969 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0908303 Jan 23 21:52:31.640832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66232076-194d-4847-b253-313653a055b2 req-43e58b89-40ef-4d1d-954d-3a4c056d8ef4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537515 Jan 23 21:52:32.804296 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6320e-ff18-492a-9850-ddfac141b3c4 req-8363351e-cb51-4df4-8eab-2f3ca6d029a2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:32.806045 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b3a6320e-ff18-492a-9850-ddfac141b3c4 req-8363351e-cb51-4df4-8eab-2f3ca6d029a2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0660322 Jan 23 21:52:32.862401 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b3a6320e-ff18-492a-9850-ddfac141b3c4 req-738db29e-0544-4617-8a0d-043e989673e2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495460 Jan 23 21:52:34.003222 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385a73c-b380-47c2-84f3-2c61f50aa6f8 req-ab681ca6-95e3-4a60-8aa3-7307b5a89891 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:34.004816 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b385a73c-b380-47c2-84f3-2c61f50aa6f8 req-ab681ca6-95e3-4a60-8aa3-7307b5a89891 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0542758 Jan 23 21:52:34.061137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b385a73c-b380-47c2-84f3-2c61f50aa6f8 req-5d61ddbd-0fee-42fc-b342-d1d354a7dc85 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501213 Jan 23 21:52:35.184715 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e27c0-2a8e-49e0-b950-09a33f458dfd req-1049a700-b3c9-46a4-84de-a8d3e7534ed5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:35.187206 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d48e27c0-2a8e-49e0-b950-09a33f458dfd req-1049a700-b3c9-46a4-84de-a8d3e7534ed5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0510948 Jan 23 21:52:35.235887 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d48e27c0-2a8e-49e0-b950-09a33f458dfd req-88a777e7-ec27-4d51-bbbe-a06fc1298755 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Jan 23 21:52:36.359365 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7366c-9a27-4fae-b5c7-0c13c77ce6a5 req-93323d2d-484d-4ba6-b4ef-e7a1256ee4b6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:36.360853 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bf7366c-9a27-4fae-b5c7-0c13c77ce6a5 req-93323d2d-484d-4ba6-b4ef-e7a1256ee4b6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0498090 Jan 23 21:52:36.413835 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bf7366c-9a27-4fae-b5c7-0c13c77ce6a5 req-d54835f8-c423-41eb-a42b-098fbf80d054 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463581 Jan 23 21:52:37.560849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8dcc4-6f62-4ed3-bc7f-41f16928e86b req-f77f5685-6f84-4dfd-9dbb-36e930cf55b2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:37.562450 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1ec8dcc4-6f62-4ed3-bc7f-41f16928e86b req-f77f5685-6f84-4dfd-9dbb-36e930cf55b2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0517671 Jan 23 21:52:37.611605 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1ec8dcc4-6f62-4ed3-bc7f-41f16928e86b req-741e80eb-b2e2-4803-93ad-26ca0c99dce9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Jan 23 21:52:38.741465 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299dfb7-5e30-43c3-8a65-40011ad7c581 req-4ee5e1ef-f8cf-4322-a2a1-4836d8c22a6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:38.742868 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3299dfb7-5e30-43c3-8a65-40011ad7c581 req-4ee5e1ef-f8cf-4322-a2a1-4836d8c22a6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0534804 Jan 23 21:52:38.790101 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3299dfb7-5e30-43c3-8a65-40011ad7c581 req-d7cd9dfa-7d16-41ae-a60c-0b11fd24c307 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Jan 23 21:52:39.407545 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:39.916202 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5fd27-2484-4b06-98bf-280afa26377e req-3bd0b7f9-67d1-434b-90a3-06e5e5bc86ca tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:39.917744 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-93a5fd27-2484-4b06-98bf-280afa26377e req-3bd0b7f9-67d1-434b-90a3-06e5e5bc86ca tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0541499 Jan 23 21:52:39.965576 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-93a5fd27-2484-4b06-98bf-280afa26377e req-e18dfcaf-0f7e-4e87-90ab-9a6efaa55b30 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Jan 23 21:52:41.098760 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56db6c-3f10-4ef1-9e47-fc9adfb44567 req-419cb7ee-5339-4ee3-88d4-e2787c93ff31 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:41.100886 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b56db6c-3f10-4ef1-9e47-fc9adfb44567 req-419cb7ee-5339-4ee3-88d4-e2787c93ff31 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0518985 Jan 23 21:52:41.148293 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b56db6c-3f10-4ef1-9e47-fc9adfb44567 req-f17d54c2-1e25-4773-99d7-f42bfaf9ea0b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Jan 23 21:52:42.271526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721f698-0219-475f-823b-3f2dcf41bcac req-b3ba4f9b-4d1f-4e77-af2a-0fe3354e93b9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:42.273064 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8721f698-0219-475f-823b-3f2dcf41bcac req-b3ba4f9b-4d1f-4e77-af2a-0fe3354e93b9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0505979 Jan 23 21:52:42.324077 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8721f698-0219-475f-823b-3f2dcf41bcac req-f91ff5ce-144e-4164-9854-326c7634a9ab tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454285 Jan 23 21:52:43.455010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd291e14-9cd2-49af-a27b-515ec339a37f req-bd99a599-1c97-4d36-861a-44daf73482c2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:43.456552 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd291e14-9cd2-49af-a27b-515ec339a37f req-bd99a599-1c97-4d36-861a-44daf73482c2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0495129 Jan 23 21:52:43.504603 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd291e14-9cd2-49af-a27b-515ec339a37f req-2e2899d1-5f5f-4bde-ba49-00830e764c93 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Jan 23 21:52:44.627958 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e639a-ce3e-4b5d-8a4f-327fa4e7da2c req-22ddd7f3-1932-4e28-91f7-46fecf8851b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:44.629667 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-510e639a-ce3e-4b5d-8a4f-327fa4e7da2c req-22ddd7f3-1932-4e28-91f7-46fecf8851b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0501585 Jan 23 21:52:44.680834 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-510e639a-ce3e-4b5d-8a4f-327fa4e7da2c req-16511c8c-b5b1-42bc-9482-4495e9b6212c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449162 Jan 23 21:52:44.777373 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e35438-0451-496e-967e-ced2ac3c2a37 req-f4085cd9-6ba9-4986-be70-ab9b2191a63a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:44.778928 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9e35438-0451-496e-967e-ced2ac3c2a37 req-f4085cd9-6ba9-4986-be70-ab9b2191a63a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0619104 Jan 23 21:52:44.841119 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9e35438-0451-496e-967e-ced2ac3c2a37 req-a6ac99f9-ac59-4b68-9968-ad3fc870557f tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562837 Jan 23 21:52:45.430708 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6bf2c30-4b0d-4417-a6a2-c273d8554db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:45.804391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e276b-6d50-4a2f-b94f-24cc3094845b req-867e3f63-ff69-4de5-9132-47c903c9db89 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:45.806070 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-222e276b-6d50-4a2f-b94f-24cc3094845b req-867e3f63-ff69-4de5-9132-47c903c9db89 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0496383 Jan 23 21:52:45.855878 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-222e276b-6d50-4a2f-b94f-24cc3094845b req-658e2783-e068-4ecf-841c-5e9be14ae347 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442836 Jan 23 21:52:45.972058 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5ca3f-0bdb-40e9-933d-59a4cefb3a0c req-67e9ad21-80ff-431d-91ce-7317e82a6203 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:45.973543 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4df5ca3f-0bdb-40e9-933d-59a4cefb3a0c req-67e9ad21-80ff-431d-91ce-7317e82a6203 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0552211 Jan 23 21:52:46.036131 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4df5ca3f-0bdb-40e9-933d-59a4cefb3a0c req-07b80712-2890-4f00-b060-106f462e7e87 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561500 Jan 23 21:52:46.361607 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-f9dfe819-6431-47de-b672-b9a5b61616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:46.363098 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-f9dfe819-6431-47de-b672-b9a5b61616c8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1137 time: 0.0424743 Jan 23 21:52:46.463690 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-a559423c-b91b-489f-a272-41525607fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:46.465241 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-a559423c-b91b-489f-a272-41525607fc66 service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.0967810 Jan 23 21:52:46.538019 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-5d07bdf8-4255-4e15-8bf9-0adb58ec5714 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 1000 time: 0.0665076 Jan 23 21:52:46.636608 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-4c18ac94-9fc2-4d51-adf4-6e7ffa1c7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:46.638092 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-4c18ac94-9fc2-4d51-adf4-6e7ffa1c7f79 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0452652 Jan 23 21:52:46.689458 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-1e29e7be-f318-46e1-ade7-4acebae21cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:46.690968 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-1e29e7be-f318-46e1-ade7-4acebae21cc3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459969 Jan 23 21:52:46.781374 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-fd41aa17-edb9-4a95-bf19-97b3f17589e6 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Jan 23 21:52:46.881459 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-99062e72-4ae7-436a-8305-d1914bd17af4 req-ce001ace-8663-4856-8261-14309c201f99 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910425 Jan 23 21:52:46.986252 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba910c54-442f-483b-a7ef-61ddba941098 req-fd79b646-81d2-4f15-8205-a2b0eb2ef344 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:46.987820 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ba910c54-442f-483b-a7ef-61ddba941098 req-fd79b646-81d2-4f15-8205-a2b0eb2ef344 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0507960 Jan 23 21:52:47.037293 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ba910c54-442f-483b-a7ef-61ddba941098 req-f6bb7df6-5e0d-45ed-8b3f-fee12efa8533 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Jan 23 21:52:47.159924 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ec635-35b4-409d-8e50-27f71d85febd req-4c611d14-f17c-43e7-9186-2ddeae782a4e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:47.161365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e11ec635-35b4-409d-8e50-27f71d85febd req-4c611d14-f17c-43e7-9186-2ddeae782a4e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0533142 Jan 23 21:52:47.228576 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e11ec635-35b4-409d-8e50-27f71d85febd req-a69d25d7-ecb1-46f5-ba68-49fd0412a546 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602832 Jan 23 21:52:47.864421 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b8986aa1-f409-4748-9566-15dbdb0f4499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:48.174536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb731a-de75-457e-a12d-1546f27328e4 req-9ebd1d88-3e96-4b54-a994-a8f7ee8635e5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:48.176365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7edb731a-de75-457e-a12d-1546f27328e4 req-9ebd1d88-3e96-4b54-a994-a8f7ee8635e5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0529554 Jan 23 21:52:48.229706 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7edb731a-de75-457e-a12d-1546f27328e4 req-798c18f5-1a44-46fe-99a0-b0244d18c1b9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Jan 23 21:52:48.354771 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe923aa-3a7d-4327-ad8d-7540abc7c4f3 req-c13d103c-7ba0-4742-85f8-cb054b675e15 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:48.356341 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe923aa-3a7d-4327-ad8d-7540abc7c4f3 req-c13d103c-7ba0-4742-85f8-cb054b675e15 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0528567 Jan 23 21:52:48.429296 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe923aa-3a7d-4327-ad8d-7540abc7c4f3 req-99b30bd3-6938-4ad8-988a-6d3ca13d74f0 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667913 Jan 23 21:52:49.301954 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:49.369236 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee16-178a-47db-943f-1648481725c6 req-ae8066f1-c3e1-460f-b0fb-953d2b9223b0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:49.370787 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b38ee16-178a-47db-943f-1648481725c6 req-ae8066f1-c3e1-460f-b0fb-953d2b9223b0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0577195 Jan 23 21:52:49.433851 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b38ee16-178a-47db-943f-1648481725c6 req-9850b52a-8ae1-42dd-9498-692932b45a2a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575922 Jan 23 21:52:49.561143 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879389c-c8dc-4428-820d-2882852d1c1e req-4e9a5de1-85d4-4bc4-bf57-c044a6f4b92c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:49.562627 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f879389c-c8dc-4428-820d-2882852d1c1e req-4e9a5de1-85d4-4bc4-bf57-c044a6f4b92c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0542891 Jan 23 21:52:49.624597 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f879389c-c8dc-4428-820d-2882852d1c1e req-0b8be023-8f32-4f6f-bf5c-3d7652893c01 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555611 Jan 23 21:52:50.515581 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:50.562484 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738efabb-24d8-4907-a198-5e9b5a1230f1 req-61043a31-b541-4686-834b-360a2f0ff567 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:50.564277 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-738efabb-24d8-4907-a198-5e9b5a1230f1 req-61043a31-b541-4686-834b-360a2f0ff567 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0538976 Jan 23 21:52:50.617329 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-738efabb-24d8-4907-a198-5e9b5a1230f1 req-4c528cf9-48ec-4f4d-9213-cb2eac3eb56f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468676 Jan 23 21:52:50.748331 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa62b8d-0c1c-424c-ab19-45d424b0a8bc req-147ff8f5-24d3-4ef1-b7b8-4f9ab9be311c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:50.749837 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3aa62b8d-0c1c-424c-ab19-45d424b0a8bc req-147ff8f5-24d3-4ef1-b7b8-4f9ab9be311c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0513487 Jan 23 21:52:50.819994 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3aa62b8d-0c1c-424c-ab19-45d424b0a8bc req-6a156e2e-c073-419e-bb54-cdc7c559c017 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634005 Jan 23 21:52:51.545418 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56276) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:51.660019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:51.783549 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0074c7-01a9-48a3-8a02-4d73505896af req-fb6f2519-d98e-4004-8331-bd73c08e6284 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:51.785093 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c0074c7-01a9-48a3-8a02-4d73505896af req-fb6f2519-d98e-4004-8331-bd73c08e6284 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0899253 Jan 23 21:52:51.787384 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Publish callbacks [] for security_group (f27b80fe-3a7f-404c-a43f-f3c70eaf9768), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:51.833532 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c0074c7-01a9-48a3-8a02-4d73505896af req-531521ea-54a9-419e-b44c-2b0730b3196c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Jan 23 21:52:51.850428 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f27b80fe-3a7f-404c-a43f-f3c70eaf9768), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:51.883943 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2856dd5d8b843ffa3eecd27e3496964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367014 Jan 23 21:52:51.886337 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56284) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:51.892813 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b80fe-3a7f-404c-a43f-f3c70eaf9768,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:51.910345 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.910699 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.913790 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.914465 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.914465 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.914602 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.914922 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e4468-8abe-46ec-8281-9060d79c5e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:51.954708 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Publish callbacks [] for security_group (f27b80fe-3a7f-404c-a43f-f3c70eaf9768), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:51.963559 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96886-cdf8-496d-bdf5-eafd76b98343 req-2ed411a6-67f0-4da7-b4dc-736b4843930a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:51.965124 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dee96886-cdf8-496d-bdf5-eafd76b98343 req-2ed411a6-67f0-4da7-b4dc-736b4843930a tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0651975 Jan 23 21:52:51.985751 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Publish callbacks [] for security_group (f27b80fe-3a7f-404c-a43f-f3c70eaf9768), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:52.037435 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dee96886-cdf8-496d-bdf5-eafd76b98343 req-c0cfe361-9750-4ee4-9b05-012bcd3d4ba6 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643840 Jan 23 21:52:52.055670 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:52:52.093061 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:52.144558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f27b80fe-3a7f-404c-a43f-f3c70eaf9768), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:52.162381 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:52.162381 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f27b80fe-3a7f-404c-a43f-f3c70eaf9768 HTTP/1.1" status: 204 len: 168 time: 0.2615113 Jan 23 21:52:52.162381 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b80fe-3a7f-404c-a43f-f3c70eaf9768,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:52.168471 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.169291 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.169652 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.169992 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.170450 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.170794 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.171241 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.171604 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.171934 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.172454 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.172796 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.173218 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.173549 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36815fab-e0b1-443e-b6a0-a3c1c46b9cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:52.916880 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56302) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:52.933715 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e19c6617-6a6e-4d6a-aca8-871298502a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:52.985140 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a05e-b065-414f-b5bb-9c60d194c43a req-3f433673-2160-4f03-a4d7-cbcd7c0616c0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:52.987202 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-be25a05e-b065-414f-b5bb-9c60d194c43a req-3f433673-2160-4f03-a4d7-cbcd7c0616c0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0701282 Jan 23 21:52:53.033271 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e19c6617-6a6e-4d6a-aca8-871298502a2c admin admin] Publish callbacks [] for security_group (6ec970fe-d062-4716-b18b-0bbe9b0eecec), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:53.059994 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-be25a05e-b065-414f-b5bb-9c60d194c43a req-f21998d6-f472-4e48-bb29-527d312d5d08 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615363 Jan 23 21:52:53.127108 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e19c6617-6a6e-4d6a-aca8-871298502a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6ec970fe-d062-4716-b18b-0bbe9b0eecec), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:53.176001 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c6617-6a6e-4d6a-aca8-871298502a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec970fe-d062-4716-b18b-0bbe9b0eecec,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:53.176135 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afdc6e-b052-419d-b3d9-291a91ecc9bc req-eb82971e-2d5c-496f-9eee-7d08f7872b14 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:53.178257 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09afdc6e-b052-419d-b3d9-291a91ecc9bc req-eb82971e-2d5c-496f-9eee-7d08f7872b14 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0650764 Jan 23 21:52:53.181218 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e19c6617-6a6e-4d6a-aca8-871298502a2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0dd929dd8fbe4cf49335e49d9eb9ff5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631652 Jan 23 21:52:53.184209 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56308) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:53.235612 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba1af495-68a9-43e1-aa0d-902cbbc75945 admin admin] Publish callbacks [] for security_group (6ec970fe-d062-4716-b18b-0bbe9b0eecec), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:53.246701 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09afdc6e-b052-419d-b3d9-291a91ecc9bc req-0124f311-a547-490e-9a63-816865d2982e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612164 Jan 23 21:52:53.261394 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba1af495-68a9-43e1-aa0d-902cbbc75945 admin admin] Publish callbacks [] for security_group (6ec970fe-d062-4716-b18b-0bbe9b0eecec), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:53.398709 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba1af495-68a9-43e1-aa0d-902cbbc75945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (6ec970fe-d062-4716-b18b-0bbe9b0eecec), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:53.401321 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba1af495-68a9-43e1-aa0d-902cbbc75945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:53.402517 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ba1af495-68a9-43e1-aa0d-902cbbc75945 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ec970fe-d062-4716-b18b-0bbe9b0eecec HTTP/1.1" status: 204 len: 168 time: 0.2176523 Jan 23 21:52:53.410875 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1af495-68a9-43e1-aa0d-902cbbc75945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec970fe-d062-4716-b18b-0bbe9b0eecec,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:54.189667 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ff2e-6d8b-4fb1-8103-e6f26b439fd2 req-a9c567ff-cefa-41d1-b2f1-a4627eedcc90 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:54.191208 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9e9ff2e-6d8b-4fb1-8103-e6f26b439fd2 req-a9c567ff-cefa-41d1-b2f1-a4627eedcc90 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0522318 Jan 23 21:52:54.246554 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9e9ff2e-6d8b-4fb1-8103-e6f26b439fd2 req-01720ed1-0867-41e7-95d6-ccaa8851ebff tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490983 Jan 23 21:52:54.370788 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93531e-9aa5-4647-861c-3b6011fc3d06 req-416201b7-1e5d-4e20-aeb0-16ffad2fcb71 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:54.372372 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e93531e-9aa5-4647-861c-3b6011fc3d06 req-416201b7-1e5d-4e20-aeb0-16ffad2fcb71 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0542762 Jan 23 21:52:54.452021 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e93531e-9aa5-4647-861c-3b6011fc3d06 req-9c41e6c4-1191-42fa-926f-3a97112eebb5 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738652 Jan 23 21:52:55.375777 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab096647-e23e-4eca-aa3f-f8b2a749f8e1 req-f339c142-f092-4bda-b901-dda679815c2d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:55.377297 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab096647-e23e-4eca-aa3f-f8b2a749f8e1 req-f339c142-f092-4bda-b901-dda679815c2d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0497060 Jan 23 21:52:55.437463 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab096647-e23e-4eca-aa3f-f8b2a749f8e1 req-9fdfb84e-aabb-46f3-98f5-bc30ee50e320 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531754 Jan 23 21:52:55.580639 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ca047-68d3-4e71-be19-fdbe8249ca29 req-9eaa4a7c-a227-4042-acd7-db914568da6c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:55.582156 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-131ca047-68d3-4e71-be19-fdbe8249ca29 req-9eaa4a7c-a227-4042-acd7-db914568da6c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0554938 Jan 23 21:52:55.648214 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-131ca047-68d3-4e71-be19-fdbe8249ca29 req-f0b5f407-dd46-4920-baca-64ca85a794a8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590451 Jan 23 21:52:56.572981 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c1411-5342-4135-bc32-9f79762eb6a0 req-c5c9fa05-b0ff-49cd-aa18-9a636c1cdcdc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:56.574595 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e1c1411-5342-4135-bc32-9f79762eb6a0 req-c5c9fa05-b0ff-49cd-aa18-9a636c1cdcdc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0552318 Jan 23 21:52:56.622696 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e1c1411-5342-4135-bc32-9f79762eb6a0 req-ea73c970-e340-4482-aec1-f7baefde042d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Jan 23 21:52:56.778103 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803b78-0c79-423b-b804-02169f35a195 req-eabf79b3-8aae-401e-9906-9df074ee9d75 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:56.779855 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76803b78-0c79-423b-b804-02169f35a195 req-eabf79b3-8aae-401e-9906-9df074ee9d75 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0624952 Jan 23 21:52:56.849438 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76803b78-0c79-423b-b804-02169f35a195 req-1074e6b9-3bfb-4ae5-9510-306b4e04095c tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631282 Jan 23 21:52:57.742391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56406) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:57.773916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e976e4-c6b2-41de-9416-ab04cc7101d3 req-c2ab169a-534d-4074-a31f-e154d0abd67a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:57.775131 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33e976e4-c6b2-41de-9416-ab04cc7101d3 req-c2ab169a-534d-4074-a31f-e154d0abd67a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 944 time: 0.0723875 Jan 23 21:52:57.837617 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:52:57.853590 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33e976e4-c6b2-41de-9416-ab04cc7101d3 req-8a16032b-0cf7-4f20-89c5-d02bd5e6c3b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703201 Jan 23 21:52:57.918966 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-de3ca77f-bfd5-406a-a9ec-4076cf5f8a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:57.971043 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:52:58.043503 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7f27-a97b-4db0-89a7-7c3e2c3ac338 req-c7a49c12-ecac-4634-bbce-a7a91b849264 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:58.045041 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c8d7f27-a97b-4db0-89a7-7c3e2c3ac338 req-c7a49c12-ecac-4634-bbce-a7a91b849264 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0976067 Jan 23 21:52:58.116478 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'port_id': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'mac_address': 'fa:16:3e:76:b5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:52:58.141148 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-de3ca77f-bfd5-406a-a9ec-4076cf5f8a41 admin admin] Publish callbacks [] for security_group (a0dd494a-d004-4d8e-859e-6f0701a16a0f), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.156013 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c8d7f27-a97b-4db0-89a7-7c3e2c3ac338 req-1efbff05-e5ae-42fd-bce2-0fc495ee3aaa tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024079 Jan 23 21:52:58.158285 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:52:58.158285 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.172862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fe6406-a8df-48ac-805e-3784f4c99fd5 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:52:58.194906 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:52:58.246745 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-de3ca77f-bfd5-406a-a9ec-4076cf5f8a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a0dd494a-d004-4d8e-859e-6f0701a16a0f), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.295301 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-de3ca77f-bfd5-406a-a9ec-4076cf5f8a41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1589411ecb724577b4701e34d4ade8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516803 Jan 23 21:52:58.296422 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ca77f-bfd5-406a-a9ec-4076cf5f8a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd494a-d004-4d8e-859e-6f0701a16a0f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:58.298011 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56416) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:58.309864 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.357122 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c8582af3-5014-4a3d-89cc-da436309bd33 admin admin] Publish callbacks [] for security_group (a0dd494a-d004-4d8e-859e-6f0701a16a0f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.376808 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=9']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:58.388131 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c8582af3-5014-4a3d-89cc-da436309bd33 admin admin] Publish callbacks [] for security_group (a0dd494a-d004-4d8e-859e-6f0701a16a0f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.392662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.393784 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.393874 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:52:58.527400 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c8582af3-5014-4a3d-89cc-da436309bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a0dd494a-d004-4d8e-859e-6f0701a16a0f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.530831 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c8582af3-5014-4a3d-89cc-da436309bd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:58.532391 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c8582af3-5014-4a3d-89cc-da436309bd33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0dd494a-d004-4d8e-859e-6f0701a16a0f HTTP/1.1" status: 204 len: 168 time: 0.2319481 Jan 23 21:52:58.543979 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8582af3-5014-4a3d-89cc-da436309bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd494a-d004-4d8e-859e-6f0701a16a0f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:58.664183 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['f7fe6406-a8df-48ac-805e-3784f4c99fd5'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:52:58.985687 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720cc0c-8a40-4550-9514-7e071f7a7a17 req-3faf59cc-e314-49a3-87f2-5071045d8daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:58.987338 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8720cc0c-8a40-4550-9514-7e071f7a7a17 req-3faf59cc-e314-49a3-87f2-5071045d8daf tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 945 time: 0.0673671 Jan 23 21:52:59.038360 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8720cc0c-8a40-4550-9514-7e071f7a7a17 req-3f9bd9e2-6f29-4d21-9aa7-e11c824db828 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Jan 23 21:52:59.253949 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56430) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:59.269313 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0470-390c-43fe-8e36-e1393cd1260d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.293347 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7c3e-a209-4871-b41b-150b9cdee389 req-f893c041-e57a-4827-be5e-fe2b538f1b94 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:52:59.294857 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8db7c3e-a209-4871-b41b-150b9cdee389 req-f893c041-e57a-4827-be5e-fe2b538f1b94 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0666802 Jan 23 21:52:59.353027 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0470-390c-43fe-8e36-e1393cd1260d admin admin] Publish callbacks [] for security_group (7342a3e8-2db1-41a4-9bd2-8f7d6961fa60), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.358526 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8db7c3e-a209-4871-b41b-150b9cdee389 req-7829691d-ec99-4769-92a4-b496dee4a789 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&id=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573533 Jan 23 21:52:59.412652 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0470-390c-43fe-8e36-e1393cd1260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7342a3e8-2db1-41a4-9bd2-8f7d6961fa60), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.451023 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0b3c0470-390c-43fe-8e36-e1393cd1260d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3108ba0cf0f14dc8af32f784406d28ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957400 Jan 23 21:52:59.451688 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56438) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:52:59.476665 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c0470-390c-43fe-8e36-e1393cd1260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7342a3e8-2db1-41a4-9bd2-8f7d6961fa60,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:59.527127 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0842b509-a83f-4dfe-91c7-addc8f811e80 admin admin] Publish callbacks [] for security_group (7342a3e8-2db1-41a4-9bd2-8f7d6961fa60), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.551200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0842b509-a83f-4dfe-91c7-addc8f811e80 admin admin] Publish callbacks [] for security_group (7342a3e8-2db1-41a4-9bd2-8f7d6961fa60), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.664094 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0842b509-a83f-4dfe-91c7-addc8f811e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7342a3e8-2db1-41a4-9bd2-8f7d6961fa60), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.666671 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0842b509-a83f-4dfe-91c7-addc8f811e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.667903 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0842b509-a83f-4dfe-91c7-addc8f811e80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7342a3e8-2db1-41a4-9bd2-8f7d6961fa60 HTTP/1.1" status: 204 len: 168 time: 0.2110271 Jan 23 21:52:59.676166 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842b509-a83f-4dfe-91c7-addc8f811e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7342a3e8-2db1-41a4-9bd2-8f7d6961fa60,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:52:59.844931 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:52:59.894550 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port f7fe6406-a8df-48ac-805e-3784f4c99fd5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:52:59.896373 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:52:59.982904 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port f7fe6406-a8df-48ac-805e-3784f4c99fd5 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:52:59.983328 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:00.008958 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:00.011249 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e314b07-2d9c-4aa1-b209-394846292655" -d '{"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-plugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:00.025468 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:00.081574 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:00.161677 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:00.200234 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0b2bc-1621-42aa-9f66-9675a4ec8e00 req-f23d6137-2063-407b-a4c6-7ab02c4dc191 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:00.202417 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6e0b2bc-1621-42aa-9f66-9675a4ec8e00 req-f23d6137-2063-407b-a4c6-7ab02c4dc191 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0819240 Jan 23 21:53:00.220235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d4054-391a-4461-9b44-5851ec160eaa x-openstack-request-id: req-dd6d4054-391a-4461-9b44-5851ec160eaa {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:00.220235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-plugged", "status": "completed", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:00.220235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd6d4054-391a-4461-9b44-5851ec160eaa {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:00.220235 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'code': 200} Jan 23 21:53:00.262314 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6e0b2bc-1621-42aa-9f66-9675a4ec8e00 req-c8c6560c-0cc7-40be-9130-8f9726e8b2fa tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485892 Jan 23 21:53:00.980154 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9c76-eb76-47b2-9192-fb8e9ce800d6 req-cdd13f5f-7ad5-4d27-b299-5ccc7d400d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:00.981695 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-487d9c76-eb76-47b2-9192-fb8e9ce800d6 req-cdd13f5f-7ad5-4d27-b299-5ccc7d400d06 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1100 time: 0.0507433 Jan 23 21:53:01.039518 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-487d9c76-eb76-47b2-9192-fb8e9ce800d6 req-f71e282b-51b2-4525-b5b0-188e90966da4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503809 Jan 23 21:53:01.407959 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1997-7d9c-43b7-84a1-c7e6166c2571 req-e247c878-1a17-4b83-8199-a6c71f230985 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:01.407959 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1adf1997-7d9c-43b7-84a1-c7e6166c2571 req-e247c878-1a17-4b83-8199-a6c71f230985 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0568266 Jan 23 21:53:01.462746 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1adf1997-7d9c-43b7-84a1-c7e6166c2571 req-f9c54d50-ecf6-4e1b-9d84-1a6952ee7957 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513330 Jan 23 21:53:01.978481 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37a80-a511-44fd-b0a0-0d613ba7ead8 req-015bb9a1-60e7-445c-a87f-1d741d5d5337 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:01.980031 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7f37a80-a511-44fd-b0a0-0d613ba7ead8 req-015bb9a1-60e7-445c-a87f-1d741d5d5337 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0576439 Jan 23 21:53:02.037314 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7f37a80-a511-44fd-b0a0-0d613ba7ead8 req-265bafa5-1478-4933-983e-7432466cec50 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435829 Jan 23 21:53:02.377012 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56508) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:53:02.483931 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a0c4af84-2930-43f1-bc24-48192236886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.567301 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a0c4af84-2930-43f1-bc24-48192236886f admin admin] Publish callbacks [] for security_group (2b5cca23-1acd-4a4c-a4f2-c47c74698948), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.595903 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fbe7-cb84-42ab-a107-e1b67b33528a req-a9b2177a-d8bb-4496-9267-cf5a2cae620d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:02.597769 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5736fbe7-cb84-42ab-a107-e1b67b33528a req-a9b2177a-d8bb-4496-9267-cf5a2cae620d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0537577 Jan 23 21:53:02.633337 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a0c4af84-2930-43f1-bc24-48192236886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2b5cca23-1acd-4a4c-a4f2-c47c74698948), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.654221 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5736fbe7-cb84-42ab-a107-e1b67b33528a req-70184b19-3572-41de-ac6c-848bbc4496ac tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503409 Jan 23 21:53:02.682456 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a0c4af84-2930-43f1-bc24-48192236886f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ea273cd5d724a178c099aed3a5c8b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043320 Jan 23 21:53:02.683662 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4af84-2930-43f1-bc24-48192236886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cca23-1acd-4a4c-a4f2-c47c74698948,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:02.685194 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56514) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:53:02.734359 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf2da-0c60-4dc5-a520-c29b3008e5f7 admin admin] Publish callbacks [] for security_group (2b5cca23-1acd-4a4c-a4f2-c47c74698948), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.757274 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf2da-0c60-4dc5-a520-c29b3008e5f7 admin admin] Publish callbacks [] for security_group (2b5cca23-1acd-4a4c-a4f2-c47c74698948), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.904017 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf2da-0c60-4dc5-a520-c29b3008e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2b5cca23-1acd-4a4c-a4f2-c47c74698948), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.906565 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf2da-0c60-4dc5-a520-c29b3008e5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:02.907928 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-dcbbf2da-0c60-4dc5-a520-c29b3008e5f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b5cca23-1acd-4a4c-a4f2-c47c74698948 HTTP/1.1" status: 204 len: 168 time: 0.2208993 Jan 23 21:53:02.917173 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbf2da-0c60-4dc5-a520-c29b3008e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cca23-1acd-4a4c-a4f2-c47c74698948,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:03.164624 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4000928-5f95-4929-bf68-d10dd5a2c9e8 req-f0e771a1-98be-4f91-9797-1bfe15a5f78d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:03.166362 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b4000928-5f95-4929-bf68-d10dd5a2c9e8 req-f0e771a1-98be-4f91-9797-1bfe15a5f78d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0579729 Jan 23 21:53:03.225178 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b4000928-5f95-4929-bf68-d10dd5a2c9e8 req-99889f43-8159-4ebe-bbf9-2f6983a918bf tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527329 Jan 23 21:53:03.520257 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56524) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:53:03.533530 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6aef48db-a6e8-487d-9bbd-520c4f202bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.633040 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6aef48db-a6e8-487d-9bbd-520c4f202bad admin admin] Publish callbacks [] for security_group (ccba6bea-864e-4db3-abc2-3cbe1bbc4751), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.707348 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6aef48db-a6e8-487d-9bbd-520c4f202bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ccba6bea-864e-4db3-abc2-3cbe1bbc4751), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.758655 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6aef48db-a6e8-487d-9bbd-520c4f202bad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90bfa5b7a4f44cb180b3b0ad290880d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369967 Jan 23 21:53:03.761360 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56528) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:53:03.773288 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef48db-a6e8-487d-9bbd-520c4f202bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba6bea-864e-4db3-abc2-3cbe1bbc4751,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:03.800604 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1dc8d-1d7c-40a5-8623-d4cf171de1e3 req-1f3650b2-8a21-4010-85d1-ed2fa57c1d6b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:03.802166 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37c1dc8d-1d7c-40a5-8623-d4cf171de1e3 req-1f3650b2-8a21-4010-85d1-ed2fa57c1d6b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0596197 Jan 23 21:53:03.819539 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-44fbb62b-1682-440d-ac8b-844797ef53fa admin admin] Publish callbacks [] for security_group (ccba6bea-864e-4db3-abc2-3cbe1bbc4751), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.843374 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-44fbb62b-1682-440d-ac8b-844797ef53fa admin admin] Publish callbacks [] for security_group (ccba6bea-864e-4db3-abc2-3cbe1bbc4751), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.856713 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37c1dc8d-1d7c-40a5-8623-d4cf171de1e3 req-ca996a12-1f96-47bd-b0cc-6efb6e77c123 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475988 Jan 23 21:53:03.981429 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-44fbb62b-1682-440d-ac8b-844797ef53fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ccba6bea-864e-4db3-abc2-3cbe1bbc4751), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.984415 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-44fbb62b-1682-440d-ac8b-844797ef53fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:03.985681 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-44fbb62b-1682-440d-ac8b-844797ef53fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ccba6bea-864e-4db3-abc2-3cbe1bbc4751 HTTP/1.1" status: 204 len: 168 time: 0.2233117 Jan 23 21:53:04.003449 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb62b-1682-440d-ac8b-844797ef53fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba6bea-864e-4db3-abc2-3cbe1bbc4751,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:04.346220 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5b5e-e09d-4ae6-a577-aa6c7e687187 req-ba070da6-c524-40b0-9f1e-0bcc8e78197a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:04.347816 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33fd5b5e-e09d-4ae6-a577-aa6c7e687187 req-ba070da6-c524-40b0-9f1e-0bcc8e78197a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0540431 Jan 23 21:53:04.426967 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33fd5b5e-e09d-4ae6-a577-aa6c7e687187 req-6dee4c08-fe3c-46c3-b1b6-916c7e9dd216 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723860 Jan 23 21:53:05.015794 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724c227-1d14-44be-b370-989a6ae7b6a5 req-7e8c1c61-14de-4eb1-b269-af1bb228f730 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:05.018206 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e724c227-1d14-44be-b370-989a6ae7b6a5 req-7e8c1c61-14de-4eb1-b269-af1bb228f730 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0734732 Jan 23 21:53:05.074275 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e724c227-1d14-44be-b370-989a6ae7b6a5 req-5cf6ed79-31e0-41b5-8a66-c27ec40ab3f2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Jan 23 21:53:05.209491 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 56556) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:53:05.313123 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1515443010-network', 'tenant_id': '002936bf7b124d1f94ce900072e7c6bd'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:05.433205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Made reservation on behalf of 002936bf7b124d1f94ce900072e7c6bd for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:53:05.435597 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.448628 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.541437 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks [] for security_group (34cfeb0e-52a7-4fd8-a8f0-3e386566b36d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.564842 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d278-93c3-4584-9b8e-b9f6ff96048a req-a5ed036e-172c-4886-b5ad-207fd5b0c26d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:05.570696 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f15d278-93c3-4584-9b8e-b9f6ff96048a req-a5ed036e-172c-4886-b5ad-207fd5b0c26d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0667229 Jan 23 21:53:05.648144 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (34cfeb0e-52a7-4fd8-a8f0-3e386566b36d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.650564 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f15d278-93c3-4584-9b8e-b9f6ff96048a req-344abb49-8a2e-473a-8462-60f8014a135d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747657 Jan 23 21:53:05.687828 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:53:05.714748 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:05.723937 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (60ad31b3-92b2-4474-a929-26925c2518a0), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.724845 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Added segment 60ad31b3-92b2-4474-a929-26925c2518a0 of type vlan for network 547d23af-ddf9-4b59-aebe-208c085a1eeb Jan 23 21:53:05.788844 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (547d23af-ddf9-4b59-aebe-208c085a1eeb), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.915147 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (547d23af-ddf9-4b59-aebe-208c085a1eeb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.916248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:05.916892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:05.988389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] Pushing event updated for resources: {'Network': ['ID=547d23af-ddf9-4b59-aebe-208c085a1eeb,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:06.000052 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 547d23af-ddf9-4b59-aebe-208c085a1eeb details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:53:06.021793 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c77522f5-6f42-417d-8d51-b6f5e127523b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8108048 Jan 23 21:53:06.025212 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 56564) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:53:06.030542 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Request body: {'subnet': {'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1515443010-subnet', 'tenant_id': '002936bf7b124d1f94ce900072e7c6bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:06.174116 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Made reservation on behalf of 002936bf7b124d1f94ce900072e7c6bd for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:53:06.174729 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59533279'] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:06.284973 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678071e-25a4-4bc0-968e-ae24e1231921 req-5217c6bb-d973-4908-9e4f-a061d0ea0cfc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:06.287418 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b678071e-25a4-4bc0-968e-ae24e1231921 req-5217c6bb-d973-4908-9e4f-a061d0ea0cfc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.1259453 Jan 23 21:53:06.388203 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b678071e-25a4-4bc0-968e-ae24e1231921 req-a77d1714-e835-44e2-96db-86577d0b62f6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953801 Jan 23 21:53:06.510554 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59048974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59533249'] for subnet (0e072bb5-1c7f-4a61-a9c8-69f975b3f279), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:06.563834 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e072bb5-1c7f-4a61-a9c8-69f975b3f279,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:06.580457 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Checking segment: {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:53:06.580892 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Network hostable DHCP agents. Network: 547d23af-ddf9-4b59-aebe-208c085a1eeb, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:53:06.662237 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Network 547d23af-ddf9-4b59-aebe-208c085a1eeb is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:53:06.761665 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 547d23af-ddf9-4b59-aebe-208c085a1eeb) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:53:06.767526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:06.773220 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:06.774019 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f4949-1452-496b-8938-1707da7f7d25 None None] Network 547d23af-ddf9-4b59-aebe-208c085a1eeb requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:53:06.797235 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9692dd0-39a6-4396-b3f5-440868f9b450 req-3ff63a03-7cac-4af0-9f62-f9e23ab8c087 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:06.799078 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e9692dd0-39a6-4396-b3f5-440868f9b450 req-3ff63a03-7cac-4af0-9f62-f9e23ab8c087 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0680444 Jan 23 21:53:06.860106 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e9692dd0-39a6-4396-b3f5-440868f9b450 req-5f70ea73-bc1d-4f9a-9a03-731cb5bf59ed tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531023 Jan 23 21:53:06.886846 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c712cb-41b5-4ff7-a454-5e53fb5881ca None None] Network 547d23af-ddf9-4b59-aebe-208c085a1eeb requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:53:06.909911 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ba3c575f-4a1b-46ba-af3c-047e4bb2c2c5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8832903 Jan 23 21:53:07.549401 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a879056-670c-429c-88dc-203e9c2d6026 req-b4ded32f-3dad-4f16-8ae7-f0266c16f12d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:07.551663 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a879056-670c-429c-88dc-203e9c2d6026 req-b4ded32f-3dad-4f16-8ae7-f0266c16f12d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0598049 Jan 23 21:53:07.620115 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a879056-670c-429c-88dc-203e9c2d6026 req-c299b187-6e75-4def-909d-0ee43b4ffd4a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545855 Jan 23 21:53:07.985666 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08623bea-c088-4d8f-9b90-1a5791cbde77 req-b3e46287-fa66-4f63-a9c3-329e759149a3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:07.987244 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08623bea-c088-4d8f-9b90-1a5791cbde77 req-b3e46287-fa66-4f63-a9c3-329e759149a3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0530996 Jan 23 21:53:08.048973 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08623bea-c088-4d8f-9b90-1a5791cbde77 req-417b24db-2619-4ece-b646-58d604485bfb tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527337 Jan 23 21:53:08.752731 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1e49d-9803-4336-b3d7-91cf5377b5cf req-ecf44c26-74f3-496a-addb-07ab25362db3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:08.754317 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3fe1e49d-9803-4336-b3d7-91cf5377b5cf req-ecf44c26-74f3-496a-addb-07ab25362db3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0526631 Jan 23 21:53:08.804029 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3fe1e49d-9803-4336-b3d7-91cf5377b5cf req-1d933f73-2626-4f73-89f3-f29f7043a158 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Jan 23 21:53:09.202840 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55728c5-65af-4e79-b30a-96742a34c964 req-2336c6ed-b55f-41da-9554-45f05cdd1f0d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:09.204652 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c55728c5-65af-4e79-b30a-96742a34c964 req-2336c6ed-b55f-41da-9554-45f05cdd1f0d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0558136 Jan 23 21:53:09.264022 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c55728c5-65af-4e79-b30a-96742a34c964 req-1539c732-e02e-4ce4-99db-4a9655b9d6ca tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527117 Jan 23 21:53:09.416110 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:10.384862 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d78191-cbb3-42fe-bd27-bc7fbcb5a468 req-b2669bc9-e57c-48e4-832d-8806bcf09af3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:10.386431 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-96d78191-cbb3-42fe-bd27-bc7fbcb5a468 req-b2669bc9-e57c-48e4-832d-8806bcf09af3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0507147 Jan 23 21:53:10.440108 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-96d78191-cbb3-42fe-bd27-bc7fbcb5a468 req-95631da7-5829-4b02-9ab4-5dd4bedacf7a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480726 Jan 23 21:53:11.556881 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd08f-ffbc-4332-b703-05181584bb43 req-465fefef-bb41-4e55-831e-de2cb1c91464 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:11.558380 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-af3fd08f-ffbc-4332-b703-05181584bb43 req-465fefef-bb41-4e55-831e-de2cb1c91464 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0500646 Jan 23 21:53:11.606251 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-af3fd08f-ffbc-4332-b703-05181584bb43 req-b39c9603-25c8-4916-a6bf-b82b7e07aae2 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422089 Jan 23 21:53:12.721833 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696de518-465c-41c3-9d7b-14064cd4f270 req-70307f05-bf7f-4992-8521-8abd59fc8419 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:12.723476 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-696de518-465c-41c3-9d7b-14064cd4f270 req-70307f05-bf7f-4992-8521-8abd59fc8419 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0486963 Jan 23 21:53:12.769959 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-696de518-465c-41c3-9d7b-14064cd4f270 req-32f893ed-42b5-4bf8-ae4b-d59ac84439c0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408139 Jan 23 21:53:13.428180 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-763d3aeb-49bb-4c2d-a084-78994d275273 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476160 Jan 23 21:53:13.497179 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-dbaf9602-1498-48ef-a70a-1aa5f3d45632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:13.498750 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-dbaf9602-1498-48ef-a70a-1aa5f3d45632 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 1100 time: 0.0423880 Jan 23 21:53:13.625146 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-f632d321-4100-4875-8d80-fab519eab09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:13.626740 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-f632d321-4100-4875-8d80-fab519eab09d service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.1066706 Jan 23 21:53:13.696500 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-8bce858c-ff72-45ab-a690-7071ed4e40cf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0628972 Jan 23 21:53:13.747002 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-17f11ffb-faae-40b0-ac45-d4e8d8cbb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:13.748497 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-17f11ffb-faae-40b0-ac45-d4e8d8cbb9c0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0462959 Jan 23 21:53:13.800357 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-9e12a2c6-cedf-4b69-8f00-e157604825a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:13.801868 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-9e12a2c6-cedf-4b69-8f00-e157604825a5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468826 Jan 23 21:53:13.889647 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537429e-d500-4d1a-8091-6b7180c9f3da req-3980d9fa-1857-4c4f-91a6-84cea1ed832a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:13.891146 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c537429e-d500-4d1a-8091-6b7180c9f3da req-3980d9fa-1857-4c4f-91a6-84cea1ed832a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0531125 Jan 23 21:53:13.896738 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-adb2c372-2454-4015-9455-b217001ec1a5 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880098 Jan 23 21:53:13.954478 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c537429e-d500-4d1a-8091-6b7180c9f3da req-e67f8d45-016c-4721-9883-79eafb0b1e53 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573549 Jan 23 21:53:14.004256 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f4a7e43-af80-4c3f-8213-1df10f9c0f57 req-879930c7-832a-455c-a64e-582e8aa75f76 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985489 Jan 23 21:53:14.443868 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-f1815ef9-9de3-46f2-89e6-760ba550a8b2 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:14.445957 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-f1815ef9-9de3-46f2-89e6-760ba550a8b2 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/networks?id=547d23af-ddf9-4b59-aebe-208c085a1eeb HTTP/1.1" status: 200 len: 809 time: 0.1144512 Jan 23 21:53:14.463572 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-3c7e0085-7a99-4408-a80e-7da6196e2178 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/quotas/002936bf7b124d1f94ce900072e7c6bd HTTP/1.1" status: 200 len: 375 time: 0.0103283 Jan 23 21:53:14.497342 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-5ccb872e-04f1-4d87-8f68-45d72937f4ea tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=002936bf7b124d1f94ce900072e7c6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278955 Jan 23 21:53:14.657355 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-de836237-c7d3-49a0-9212-43b210601950 service neutron] 10.222.0.72 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514933 Jan 23 21:53:14.762981 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-d9536fe6-f919-403b-9469-0a72dbdc2b4a service neutron] 10.222.0.72 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930905 Jan 23 21:53:14.996128 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9a7b4c4-5932-47b1-be85-8d49c4f3737b req-85e1ba2b-f629-415a-9b05-a77d3a72d0b0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0290301 Jan 23 21:53:15.102508 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780941f-27eb-4d8b-ae29-a41b83067484 req-5621fa48-4721-4594-9eea-92efd2736017 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:15.102508 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8780941f-27eb-4d8b-ae29-a41b83067484 req-5621fa48-4721-4594-9eea-92efd2736017 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0605392 Jan 23 21:53:15.155420 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8780941f-27eb-4d8b-ae29-a41b83067484 req-209c5bd8-47a4-4584-b8e1-42ae4cff6536 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440392 Jan 23 21:53:15.440370 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e00a970-722f-4a4c-8628-6af7c1cf5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:16.097483 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a105609b-9a5c-4db9-9aed-3197ff880676 req-2b62a8e2-b574-4d3d-bf64-ee03f76f0309 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0311534 Jan 23 21:53:16.278843 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398ac5a-f88c-41f9-8d21-d20f4a081b87 req-bf9db051-cd9a-4250-90a4-48ed9f73deae tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:16.280510 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d398ac5a-f88c-41f9-8d21-d20f4a081b87 req-bf9db051-cd9a-4250-90a4-48ed9f73deae tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0530171 Jan 23 21:53:16.338485 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d398ac5a-f88c-41f9-8d21-d20f4a081b87 req-a801f362-a982-420b-9e2d-0d7711c65856 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478187 Jan 23 21:53:17.191785 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49c1e4f5-422a-46bb-8ff1-6aafb68f79a6 req-18c4b301-55e0-4831-b737-6c55dbc42442 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0266550 Jan 23 21:53:17.466592 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a3acb-198d-4506-9556-0960bc157e85 req-e92819e8-2281-481d-9c3d-367bd1f263ea tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:17.468241 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-215a3acb-198d-4506-9556-0960bc157e85 req-e92819e8-2281-481d-9c3d-367bd1f263ea tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0513289 Jan 23 21:53:17.524717 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-215a3acb-198d-4506-9556-0960bc157e85 req-87222d26-6e95-46b7-a62b-3f707a720dd2 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506918 Jan 23 21:53:17.869339 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-783d34e9-5898-4466-9f6a-f5b52b38572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:18.292136 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2ecb9efa-9516-4366-a552-5fd5e77e0b64 req-f403a1a8-7826-4df6-8a2e-bec80aa22158 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Jan 23 21:53:18.655256 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6fd2-5b01-4196-ab76-c45e0ef0696f req-ed6e7edf-1c35-4063-a597-8a98369ccc36 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:18.656815 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03ec6fd2-5b01-4196-ab76-c45e0ef0696f req-ed6e7edf-1c35-4063-a597-8a98369ccc36 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0542104 Jan 23 21:53:18.707232 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03ec6fd2-5b01-4196-ab76-c45e0ef0696f req-c6426a4e-103d-4e84-b9e5-f25ba5bd626b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436308 Jan 23 21:53:19.360507 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:19.399636 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a78ec38-6dc7-414f-bfe6-262cab72e604 req-217862f9-ee2d-4432-bcb5-a530101c634f tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0276666 Jan 23 21:53:19.833004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b126f98-13a9-45ac-a10a-fca65ccc38ec req-f27ca602-3474-48aa-93ca-1aa050e50ff3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:19.834524 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b126f98-13a9-45ac-a10a-fca65ccc38ec req-f27ca602-3474-48aa-93ca-1aa050e50ff3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0551534 Jan 23 21:53:19.889546 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b126f98-13a9-45ac-a10a-fca65ccc38ec req-2d832faf-4635-48cd-8546-5d93bb1e21a9 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487058 Jan 23 21:53:20.068466 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-aff4fe63-dffb-4864-877d-791988901326 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:20.069974 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-aff4fe63-dffb-4864-877d-791988901326 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "GET /v2.0/networks?id=547d23af-ddf9-4b59-aebe-208c085a1eeb HTTP/1.1" status: 200 len: 809 time: 0.1068740 Jan 23 21:53:20.083058 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Request body: {'port': {'device_id': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb', 'admin_state_up': True, 'tenant_id': '002936bf7b124d1f94ce900072e7c6bd'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:20.315359 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Made reservation on behalf of 002936bf7b124d1f94ce900072e7c6bd for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:53:20.321354 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:20.458761 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Allocated IP 172.20.0.11 (547d23af-ddf9-4b59-aebe-208c085a1eeb/0e072bb5-1c7f-4a61-a9c8-69f975b3f279/07898ee6-ff8c-47d3-ba4f-44831f6d5fe9) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:53:20.518762 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56456201-e04c-440c-bf38-2140b5cd03e7 req-9b48fdf2-066a-4802-9b45-4c038bedee95 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0487275 Jan 23 21:53:20.526223 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:20.642269 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks [] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:20.731973 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:20.778834 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Network 547d23af-ddf9-4b59-aebe-208c085a1eeb is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:53:20.784470 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:53:20.788123 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:53:20.813833 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Pushing event updated for resources: {'Port': ['ID=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:20.841832 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:20.842438 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:20.923410 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-9173b0de-da79-4323-96e9-41ed43828594 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437304 Jan 23 21:53:20.935945 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Request body: {'port': {'device_id': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:20.997567 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:21.010479 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b4650-0cca-4ebf-a48d-d80723e14c64 req-433ad3fe-46ba-4dd1-8bc6-299824e93c21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:21.014020 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd6b4650-0cca-4ebf-a48d-d80723e14c64 req-433ad3fe-46ba-4dd1-8bc6-299824e93c21 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0534236 Jan 23 21:53:21.062406 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd6b4650-0cca-4ebf-a48d-d80723e14c64 req-517e18b4-1d42-44cf-b0e3-bb43fb31af8e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430713 Jan 23 21:53:21.278015 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:53:21.285923 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Publish callbacks [] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:21.298952 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Transition to ACTIVE for port object 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:53:21.377805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:21.428304 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Pushing event updated for resources: {'Port': ['ID=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:21.499389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Attempting to bind port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:53:21.499755 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Attempting to bind port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:53:21.500073 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Attempting to bind port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 on network 547d23af-ddf9-4b59-aebe-208c085a1eeb {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:53:21.504546 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 on network 547d23af-ddf9-4b59-aebe-208c085a1eeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:53:21.504869 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Attempting to bind port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 on network 547d23af-ddf9-4b59-aebe-208c085a1eeb {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:53:21.510388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:53:21.510787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Checking segment: {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:53:21.511315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Bound using segment: {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:53:21.511562 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Bound port: 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:53:21.512820 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:21.582584 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] For port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:53:21.585749 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] For port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:53:21.644285 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227700a-a5e3-4298-ae84-6323f27319f6 req-8531504a-7d7f-4fa7-8e2e-7d6450d906a6 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:21.645793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4227700a-a5e3-4298-ae84-6323f27319f6 req-8531504a-7d7f-4fa7-8e2e-7d6450d906a6 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 944 time: 0.0521686 Jan 23 21:53:21.655796 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:21.691738 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:21.692363 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:21.693990 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] 10.222.0.112 "PUT /v2.0/ports/07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 HTTP/1.1" status: 200 len: 1094 time: 0.7631812 Jan 23 21:53:21.694443 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'tag': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:21.696849 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10552baf-5806-4d74-b5a7-b677a9bf1430" -d '{"events": [{"name": "network-changed", "server_uuid": "5cadfe1e-fdfd-48a7-9335-df21c6fce5d0", "tag": "07898ee6-ff8c-47d3-ba4f-44831f6d5fe9"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:21.699164 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4227700a-a5e3-4298-ae84-6323f27319f6 req-bd8d5d89-262d-4400-8a36-944bbbd686b8 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Jan 23 21:53:21.725267 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d05954-d093-405c-a30d-d964742f6e80 service neutron] Pushing event updated for resources: {'Port': ['ID=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:21.850701 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-c5a9bb5b-a33b-4cd3-a689-c7b141570250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:21.850701 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-c5a9bb5b-a33b-4cd3-a689-c7b141570250 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=002936bf7b124d1f94ce900072e7c6bd&device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0464029 Jan 23 21:53:21.897326 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc37c82-9a94-4541-8d36-c6ae660b7d5c x-openstack-request-id: req-4fc37c82-9a94-4541-8d36-c6ae660b7d5c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:21.897618 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cadfe1e-fdfd-48a7-9335-df21c6fce5d0", "tag": "07898ee6-ff8c-47d3-ba4f-44831f6d5fe9", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:21.897868 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4fc37c82-9a94-4541-8d36-c6ae660b7d5c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:21.898260 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'tag': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9', 'status': 'completed', 'code': 200} Jan 23 21:53:21.900440 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-6960d6b1-df98-4600-be13-536cedc3a0e4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 HTTP/1.1" status: 200 len: 217 time: 0.0410230 Jan 23 21:53:21.950871 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-2e693255-330b-4e05-82e6-5b71048600e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:21.952385 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-2e693255-330b-4e05-82e6-5b71048600e1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0e072bb5-1c7f-4a61-a9c8-69f975b3f279 HTTP/1.1" status: 200 len: 849 time: 0.0446563 Jan 23 21:53:21.985526 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-f494681b-2bc5-4f43-8b0e-3a8e2fb23964 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=547d23af-ddf9-4b59-aebe-208c085a1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264251 Jan 23 21:53:22.040399 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:22.081331 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-0cad87a1-63c9-41b8-81ca-03e6bd869878 service neutron] 10.222.0.112 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869417 Jan 23 21:53:22.181089 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d0e5543-79b8-4ec8-bccf-5ee42cc8b158 req-5e65c535-771b-4645-9a4b-b61c5fadf72e service neutron] 10.222.0.112 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921350 Jan 23 21:53:22.340981 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942a5a5-7c3c-4041-ad22-aece20d6586f req-03310556-1159-45f4-8c6c-16e42c267224 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:22.342561 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0942a5a5-7c3c-4041-ad22-aece20d6586f req-03310556-1159-45f4-8c6c-16e42c267224 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0548182 Jan 23 21:53:22.352236 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-96100491-697b-4592-8702-baa7824f82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:22.353802 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-96100491-697b-4592-8702-baa7824f82cb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=002936bf7b124d1f94ce900072e7c6bd&device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0505328 Jan 23 21:53:22.391586 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0942a5a5-7c3c-4041-ad22-aece20d6586f req-75358d85-46a5-4aaf-b5d5-58ef690273e0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432038 Jan 23 21:53:22.449433 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-181c7769-ddaa-48ab-b8d3-08cd7e71b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:22.450865 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-181c7769-ddaa-48ab-b8d3-08cd7e71b9e6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=547d23af-ddf9-4b59-aebe-208c085a1eeb HTTP/1.1" status: 200 len: 910 time: 0.0899036 Jan 23 21:53:22.496651 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-a44e63c3-f453-40ee-b9c2-0cb02d572330 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 HTTP/1.1" status: 200 len: 217 time: 0.0370901 Jan 23 21:53:22.550304 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-bf31b738-3105-481e-b673-3f3f899dd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:22.551847 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-bf31b738-3105-481e-b673-3f3f899dd95e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0e072bb5-1c7f-4a61-a9c8-69f975b3f279 HTTP/1.1" status: 200 len: 849 time: 0.0489376 Jan 23 21:53:22.584673 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-1521ed32-2f41-47f7-9982-40ad24db67d6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=547d23af-ddf9-4b59-aebe-208c085a1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259795 Jan 23 21:53:22.680332 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-ee227709-1348-4e80-b944-7dcb5c6490d5 service neutron] 10.222.0.112 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870311 Jan 23 21:53:22.797150 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-10552baf-5806-4d74-b5a7-b677a9bf1430 req-d66c9d2f-5a1f-47b0-a27a-26a1ad68c06a service neutron] 10.222.0.112 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082869 Jan 23 21:53:22.846241 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9598c-691c-4c7d-acf2-fc32c751a4fa req-911fc042-8897-45d4-9a06-50bd2f9a8a6b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:22.847891 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01f9598c-691c-4c7d-acf2-fc32c751a4fa req-911fc042-8897-45d4-9a06-50bd2f9a8a6b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 944 time: 0.0528977 Jan 23 21:53:22.904365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01f9598c-691c-4c7d-acf2-fc32c751a4fa req-6cafd586-e84d-49c5-80ba-435988eb6be8 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Jan 23 21:53:23.508760 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07b4ce-fae0-44c2-9629-e560cc8034c4 req-455853d8-65d7-4592-bda7-d7018dcef108 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:23.510875 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c07b4ce-fae0-44c2-9629-e560cc8034c4 req-455853d8-65d7-4592-bda7-d7018dcef108 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0494039 Jan 23 21:53:23.559606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c07b4ce-fae0-44c2-9629-e560cc8034c4 req-d7352fb2-fd76-455b-a63d-1900352292f2 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431871 Jan 23 21:53:23.922678 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd0c86-c47c-4a7b-97aa-25e49a1d7ca0 req-be91c38c-d6e1-436d-9148-901f86a2b171 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:23.924427 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-48dd0c86-c47c-4a7b-97aa-25e49a1d7ca0 req-be91c38c-d6e1-436d-9148-901f86a2b171 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0521731 Jan 23 21:53:24.001558 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-48dd0c86-c47c-4a7b-97aa-25e49a1d7ca0 req-f84a256f-6892-4382-a5c0-48761c33a266 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677392 Jan 23 21:53:24.048761 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15a7e-e10e-47ef-89b5-bc87d150aae5 req-9422ad08-ed1d-4613-ac27-557f7e8a6507 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:24.050334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbb15a7e-e10e-47ef-89b5-bc87d150aae5 req-9422ad08-ed1d-4613-ac27-557f7e8a6507 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 944 time: 0.0670223 Jan 23 21:53:24.063868 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-53a28033-4051-4be9-bdb1-5badd399d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:24.065412 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-53a28033-4051-4be9-bdb1-5badd399d539 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 1099 time: 0.0564883 Jan 23 21:53:24.102325 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbb15a7e-e10e-47ef-89b5-bc87d150aae5 req-1171dde4-e1df-4ad9-aea5-092ca9830541 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Jan 23 21:53:24.170406 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-8b6b5cb3-b23b-4691-b6d9-efa0161225ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:24.171968 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-8b6b5cb3-b23b-4691-b6d9-efa0161225ca service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.1002989 Jan 23 21:53:24.242151 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-86853c93-52c3-4e23-9114-0461923af31a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 200 len: 1001 time: 0.0630441 Jan 23 21:53:24.291498 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-2f95a525-7009-4594-8b08-b5d6bfaae796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:24.292988 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-2f95a525-7009-4594-8b08-b5d6bfaae796 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0448256 Jan 23 21:53:24.347027 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-717213aa-2c1a-4bfa-a64d-c74d1ab5c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:24.348572 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-717213aa-2c1a-4bfa-a64d-c74d1ab5c3ad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464272 Jan 23 21:53:24.447164 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-5307419f-0959-4ed2-9ee4-35f4a4c6d665 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843062 Jan 23 21:53:24.539418 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b196ba34-bfad-44be-b882-e65cc4984f0f req-b481634a-b273-4901-9afa-8012a370e551 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863156 Jan 23 21:53:25.145794 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53479c71-7a6c-4285-b891-70d356e37a6e req-8c296ad7-1002-4260-99e8-2bd3156b33bb tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:25.148023 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53479c71-7a6c-4285-b891-70d356e37a6e req-8c296ad7-1002-4260-99e8-2bd3156b33bb tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0546300 Jan 23 21:53:25.258662 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53479c71-7a6c-4285-b891-70d356e37a6e req-22695e12-38fd-41ae-b920-ba0b309365f6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960662 Jan 23 21:53:25.273584 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05884140-255c-4010-98ca-3d4e0857747f req-1d026b1b-458e-420c-820b-cc30c8ace1bd tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:25.275462 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-05884140-255c-4010-98ca-3d4e0857747f req-1d026b1b-458e-420c-820b-cc30c8ace1bd tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 944 time: 0.0833950 Jan 23 21:53:25.333922 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-05884140-255c-4010-98ca-3d4e0857747f req-e8523f27-d35c-49ee-a992-f7b436749c31 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496747 Jan 23 21:53:25.951982 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:53:26.053212 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:26.064300 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9', 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb', 'port_id': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9', 'mac_address': 'fa:16:3e:35:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e072bb5-1c7f-4a61-a9c8-69f975b3f279', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:53:26.104177 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:53:26.104660 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:26.117642 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:53:26.137527 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:26.215705 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:26.269147 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:26.388690 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009b86a-9831-4819-b25e-0436f2c644ec req-c54bfa31-52b1-4a4b-bbd3-8e434645e6c0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:26.390248 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2009b86a-9831-4819-b25e-0436f2c644ec req-c54bfa31-52b1-4a4b-bbd3-8e434645e6c0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0507555 Jan 23 21:53:26.473065 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2009b86a-9831-4819-b25e-0436f2c644ec req-25b2f3ee-e745-44e3-956e-b14fb681e2b5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765853 Jan 23 21:53:26.503571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cf3b7-b7d5-491c-aae4-d11e4c9eb80a req-e511bde1-b65e-429d-948c-5928b20ab830 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:26.506474 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9c4cf3b7-b7d5-491c-aae4-d11e4c9eb80a req-e511bde1-b65e-429d-948c-5928b20ab830 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 945 time: 0.0952756 Jan 23 21:53:26.564148 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9c4cf3b7-b7d5-491c-aae4-d11e4c9eb80a req-87e19a4f-1a05-43a2-b65d-f3f6fb568e71 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506639 Jan 23 21:53:26.591828 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['07898ee6-ff8c-47d3-ba4f-44831f6d5fe9'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:53:27.214538 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697442-ca7e-413c-9379-bde78daeffaf req-fb798861-b4ff-43b3-bdb4-3fed41580832 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:27.216106 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c2697442-ca7e-413c-9379-bde78daeffaf req-fb798861-b4ff-43b3-bdb4-3fed41580832 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0552342 Jan 23 21:53:27.266601 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c2697442-ca7e-413c-9379-bde78daeffaf req-fb906123-46f5-479b-8f93-a1639625c82e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Jan 23 21:53:27.703099 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245c1a6-e76e-4fbe-b4b0-94a54eb0e9cc req-d9c54a34-8c3f-4381-95e4-e47467163a90 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:27.704642 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5245c1a6-e76e-4fbe-b4b0-94a54eb0e9cc req-d9c54a34-8c3f-4381-95e4-e47467163a90 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 945 time: 0.0497415 Jan 23 21:53:27.752986 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5245c1a6-e76e-4fbe-b4b0-94a54eb0e9cc req-ce74ef55-0e46-476b-ba49-674714e3685b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 Jan 23 21:53:27.951230 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:53:28.102511 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:53:28.107380 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:53:28.107770 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:28.211823 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:53:28.212155 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:28.254790 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:28.258753 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2747a4b1-59fe-4f84-8c56-2bcd9bfbc5b0" -d '{"events": [{"server_uuid": "5cadfe1e-fdfd-48a7-9335-df21c6fce5d0", "name": "network-vif-plugged", "status": "completed", "tag": "07898ee6-ff8c-47d3-ba4f-44831f6d5fe9"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:28.284530 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:28.301840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff77030-aaf4-4bb3-87b4-7b96a3755b73 x-openstack-request-id: req-8ff77030-aaf4-4bb3-87b4-7b96a3755b73 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:28.302135 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cadfe1e-fdfd-48a7-9335-df21c6fce5d0", "name": "network-vif-plugged", "status": "completed", "tag": "07898ee6-ff8c-47d3-ba4f-44831f6d5fe9", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:28.302399 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ff77030-aaf4-4bb3-87b4-7b96a3755b73 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:28.302808 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9', 'code': 200} Jan 23 21:53:28.355068 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:28.395426 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561ce29-6b7d-4110-81e5-57ff4655c0ff req-defe51be-748c-4634-9bcf-799385fe2011 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:28.396987 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b561ce29-6b7d-4110-81e5-57ff4655c0ff req-defe51be-748c-4634-9bcf-799385fe2011 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0571811 Jan 23 21:53:28.411614 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:28.454666 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b561ce29-6b7d-4110-81e5-57ff4655c0ff req-9863f199-bd78-4452-ba13-354f0f573c5a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Jan 23 21:53:28.593886 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434f193-b92b-49f2-bee5-35fcde1e19d6 req-b9eca917-650f-47f3-840c-16d81a024a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:28.595482 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9434f193-b92b-49f2-bee5-35fcde1e19d6 req-b9eca917-650f-47f3-840c-16d81a024a6b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0433581 Jan 23 21:53:28.644666 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9434f193-b92b-49f2-bee5-35fcde1e19d6 req-7764cb3e-77c6-4cc0-8cd2-b53198e8eb36 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Jan 23 21:53:28.876227 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d918b-9f05-4266-a5e7-783324926945 req-cf003834-e3b9-4061-b7da-55d74c20a8f4 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:28.877811 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f3d918b-9f05-4266-a5e7-783324926945 req-cf003834-e3b9-4061-b7da-55d74c20a8f4 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Jan 23 21:53:28.954553 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f3d918b-9f05-4266-a5e7-783324926945 req-e115d6f2-ff05-4deb-a6e1-88199227fa0c tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703325 Jan 23 21:53:29.055605 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:53:29.406754 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-4bdd3983-6bcb-4beb-94d5-55c8490a9a90 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:29.408408 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-4bdd3983-6bcb-4beb-94d5-55c8490a9a90 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0543103 Jan 23 21:53:29.506242 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Deleting port 7949894d-1873-4b47-9fd4-93efdc63d58f {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:53:29.506577 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:29.577649 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d76e5b-075a-4a96-b2aa-c8c28aa0a31e req-b7a7f356-7edc-473b-8072-9af15956d890 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:29.579218 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9d76e5b-075a-4a96-b2aa-c8c28aa0a31e req-b7a7f356-7edc-473b-8072-9af15956d890 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 945 time: 0.0532494 Jan 23 21:53:29.636096 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9d76e5b-075a-4a96-b2aa-c8c28aa0a31e req-6ea903d9-7a43-455a-a164-16737b217b2b tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 Jan 23 21:53:29.843926 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] For port 7949894d-1873-4b47-9fd4-93efdc63d58f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7949894d-1873-4b47-9fd4-93efdc63d58f,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:29.844553 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:29.858054 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Calling delete_port for 7949894d-1873-4b47-9fd4-93efdc63d58f owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:53:30.073256 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (7949894d-1873-4b47-9fd4-93efdc63d58f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:30.098299 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d7de-445a-402d-89eb-4a7718109ac0 req-d18bb493-0958-4b08-905c-247f38e935a0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:30.099915 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3102d7de-445a-402d-89eb-4a7718109ac0 req-d18bb493-0958-4b08-905c-247f38e935a0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0631957 Jan 23 21:53:30.114436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Pushing event deleted for resources: {'Port': ['ID=7949894d-1873-4b47-9fd4-93efdc63d58f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:30.154718 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3102d7de-445a-402d-89eb-4a7718109ac0 req-056df44d-f707-41b2-9754-08a997308c28 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481215 Jan 23 21:53:30.155504 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] No DVR routers for this DVR port 7949894d-1873-4b47-9fd4-93efdc63d58f on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:53:30.160329 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:30.164294 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3976cc46-f1d9-4ee8-aafa-f8c69052af11 req-fe67fd2e-4e18-4df8-9db1-72803f4ecdec tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "DELETE /v2.0/ports/7949894d-1873-4b47-9fd4-93efdc63d58f HTTP/1.1" status: 204 len: 173 time: 0.7501967 Jan 23 21:53:30.165101 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'name': 'network-vif-deleted', 'tag': '7949894d-1873-4b47-9fd4-93efdc63d58f'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:30.169226 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f2ab1-c576-4b94-9986-68a1892f88f8" -d '{"events": [{"server_uuid": "8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32", "name": "network-vif-deleted", "tag": "7949894d-1873-4b47-9fd4-93efdc63d58f"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:30.210603 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4889b120-262f-4f16-a3eb-ea6e65836e9f x-openstack-request-id: req-4889b120-262f-4f16-a3eb-ea6e65836e9f {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:30.210896 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32", "name": "network-vif-deleted", "tag": "7949894d-1873-4b47-9fd4-93efdc63d58f", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:30.211152 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4889b120-262f-4f16-a3eb-ea6e65836e9f {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:30.211573 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32', 'name': 'network-vif-deleted', 'tag': '7949894d-1873-4b47-9fd4-93efdc63d58f', 'status': 'completed', 'code': 200} Jan 23 21:53:30.747974 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5dee38be-dfc4-4435-99c0-72d1831238cb req-cb11ef1a-f3df-4e61-bcc2-e57aefefdc32 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c22ce70-a0f1-42b2-8a6a-3ba6ac5b1d32 HTTP/1.1" status: 200 len: 210 time: 0.0283582 Jan 23 21:53:31.286530 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81cca0-bf97-436b-86ec-c99934b7d395 req-90bce441-a59d-44aa-bccc-8182cb4d8f0d tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:31.288239 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1f81cca0-bf97-436b-86ec-c99934b7d395 req-90bce441-a59d-44aa-bccc-8182cb4d8f0d tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0575817 Jan 23 21:53:31.347118 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1f81cca0-bf97-436b-86ec-c99934b7d395 req-ea4443c0-fb19-4ed5-aa70-eb30fca38f6b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Jan 23 21:53:32.023728 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 7949894d-1873-4b47-9fd4-93efdc63d58f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:53:32.048732 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 7949894d-1873-4b47-9fd4-93efdc63d58f {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:53:32.048732 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 7949894d-1873-4b47-9fd4-93efdc63d58f not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:53:32.865441 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b6d0e-e9eb-4007-9842-858041e52022 req-ed27f544-dc2b-4615-bb75-ec7415d0815f tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:32.866969 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-987b6d0e-e9eb-4007-9842-858041e52022 req-ed27f544-dc2b-4615-bb75-ec7415d0815f tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0513330 Jan 23 21:53:32.914703 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-987b6d0e-e9eb-4007-9842-858041e52022 req-a5e3ac3b-10b7-4082-ad19-f8b1ee6b5d13 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Jan 23 21:53:34.040885 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d03751-f85c-4c70-933c-0eafa82f561f req-d7ed3787-733e-409e-99a6-16464a4f528b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:34.042382 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66d03751-f85c-4c70-933c-0eafa82f561f req-d7ed3787-733e-409e-99a6-16464a4f528b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Jan 23 21:53:34.091689 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66d03751-f85c-4c70-933c-0eafa82f561f req-c1a3271f-ecfe-4847-a650-84d6de568090 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Jan 23 21:53:35.468862 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb79ea-d22d-43d5-a209-9e6aecdf6dbf req-c8cfcd89-250f-45ed-b85c-f5ef4f276dfe tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:35.470437 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b8cb79ea-d22d-43d5-a209-9e6aecdf6dbf req-c8cfcd89-250f-45ed-b85c-f5ef4f276dfe tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.3035114 Jan 23 21:53:35.528270 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b8cb79ea-d22d-43d5-a209-9e6aecdf6dbf req-51223755-93c2-4a3a-bf91-d724447d25af tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479889 Jan 23 21:53:36.656986 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf770f-bd1b-4229-911a-77b1fc290865 req-e423cc1a-869f-4070-8420-cf7658e8296e tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:36.658900 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fabf770f-bd1b-4229-911a-77b1fc290865 req-e423cc1a-869f-4070-8420-cf7658e8296e tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0566480 Jan 23 21:53:36.717440 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fabf770f-bd1b-4229-911a-77b1fc290865 req-21350e16-a9db-4c45-92c0-7803e75eeeb5 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534191 Jan 23 21:53:37.602812 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-24de6e8b-584f-4279-8044-adf8bf2867c0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:37.604923 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-24de6e8b-584f-4279-8044-adf8bf2867c0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0549428 Jan 23 21:53:37.720251 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Deleting port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:53:37.720575 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:37.842720 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] For port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:37.843100 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:37.860788 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Calling delete_port for 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:53:37.868638 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849eb04-ebc6-46af-a4d3-904cd281846c req-d5c7cab2-ccbd-4ffe-b638-20926f4a5ebd tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:37.873060 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f849eb04-ebc6-46af-a4d3-904cd281846c req-d5c7cab2-ccbd-4ffe-b638-20926f4a5ebd tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 946 time: 0.0633051 Jan 23 21:53:37.932645 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f849eb04-ebc6-46af-a4d3-904cd281846c req-87c732b5-7224-434d-9573-913fe9babe70 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576904 Jan 23 21:53:38.080910 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (07898ee6-ff8c-47d3-ba4f-44831f6d5fe9), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:38.128303 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Pushing event deleted for resources: {'Port': ['ID=07898ee6-ff8c-47d3-ba4f-44831f6d5fe9,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:38.181935 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] No DVR routers for this DVR port 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:53:38.184666 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:38.188293 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6d84b4b-7b3d-4bdb-8e75-45e73903fed3 req-25eaeb25-9c09-4683-b5e5-28c19b595ed1 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "DELETE /v2.0/ports/07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 HTTP/1.1" status: 204 len: 173 time: 0.5778975 Jan 23 21:53:38.188786 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'name': 'network-vif-deleted', 'tag': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:38.191836 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7110ab-9a59-49f0-b478-00405bfe71ef" -d '{"events": [{"server_uuid": "5cadfe1e-fdfd-48a7-9335-df21c6fce5d0", "name": "network-vif-deleted", "tag": "07898ee6-ff8c-47d3-ba4f-44831f6d5fe9"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:38.238724 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced7032a-d04b-4862-b37c-f7e56e438c5c x-openstack-request-id: req-ced7032a-d04b-4862-b37c-f7e56e438c5c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:38.239256 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cadfe1e-fdfd-48a7-9335-df21c6fce5d0", "name": "network-vif-deleted", "tag": "07898ee6-ff8c-47d3-ba4f-44831f6d5fe9", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:38.239556 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ced7032a-d04b-4862-b37c-f7e56e438c5c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:38.240037 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cadfe1e-fdfd-48a7-9335-df21c6fce5d0', 'name': 'network-vif-deleted', 'tag': '07898ee6-ff8c-47d3-ba4f-44831f6d5fe9', 'status': 'completed', 'code': 200} Jan 23 21:53:39.051884 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-44f8ceb0-0e4f-4b98-964f-d553b93c1203 req-c2db7a8d-af13-468e-bc24-4ead1feab9f9 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cadfe1e-fdfd-48a7-9335-df21c6fce5d0 HTTP/1.1" status: 200 len: 210 time: 0.0284946 Jan 23 21:53:39.455542 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:40.147521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:53:40.168768 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:53:40.169124 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 07898ee6-ff8c-47d3-ba4f-44831f6d5fe9 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:53:40.325795 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-49cac196-756c-4d06-af09-ee60aba3405c tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:40.327239 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-49cac196-756c-4d06-af09-ee60aba3405c tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/networks?id=547d23af-ddf9-4b59-aebe-208c085a1eeb HTTP/1.1" status: 200 len: 809 time: 0.1042061 Jan 23 21:53:40.342238 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-24a27552-6888-406f-9548-af618bed7d39 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/quotas/002936bf7b124d1f94ce900072e7c6bd HTTP/1.1" status: 200 len: 375 time: 0.0094917 Jan 23 21:53:40.376370 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-319b5563-f688-459a-8a40-1d15431c382b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=002936bf7b124d1f94ce900072e7c6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284424 Jan 23 21:53:40.466060 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-df39bf93-6efc-4b2c-8af1-913862abea87 service neutron] 10.222.0.72 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828345 Jan 23 21:53:40.557985 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3281adc4-f929-4c8d-b1ff-c8f3463be61f service neutron] 10.222.0.72 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859685 Jan 23 21:53:40.835454 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-11b7b09a-8c9e-4243-a55a-76138ce22730 req-07e25257-a6b1-4f40-9a5d-8e05d525cd61 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 210 time: 0.0290923 Jan 23 21:53:41.930162 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c53ecf3c-1b87-4559-bda2-907d94c7a85e req-9995282a-dec4-49e9-aca4-90af7ab54503 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 210 time: 0.0267050 Jan 23 21:53:43.029327 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e2ba0cc5-760a-4530-9c33-ebf92f01af5b req-852b0243-d25d-4805-9580-ad89118a386a tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 210 time: 0.0285647 Jan 23 21:53:44.126015 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e2fa30f-f3c0-4acf-bba0-b765e64d3c16 req-cf2dbf6b-a759-48dd-8d94-48496e1ad122 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Jan 23 21:53:44.428627 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-ace25f43-2f57-4e63-99e7-829f308dbc81 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:44.430232 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-ace25f43-2f57-4e63-99e7-829f308dbc81 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "GET /v2.0/networks?id=547d23af-ddf9-4b59-aebe-208c085a1eeb HTTP/1.1" status: 200 len: 809 time: 0.1169879 Jan 23 21:53:44.444710 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Request body: {'port': {'device_id': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb', 'admin_state_up': True, 'tenant_id': '002936bf7b124d1f94ce900072e7c6bd'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:44.632162 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Made reservation on behalf of 002936bf7b124d1f94ce900072e7c6bd for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:53:44.636568 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:44.773131 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Allocated IP 172.20.0.13 (547d23af-ddf9-4b59-aebe-208c085a1eeb/0e072bb5-1c7f-4a61-a9c8-69f975b3f279/bc47bca6-e7dd-4b2a-ba50-e48b585f7485) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:53:44.814663 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-a6b69d77-7131-4bbc-ba4c-491ca47595c3 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:44.816213 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-a6b69d77-7131-4bbc-ba4c-491ca47595c3 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/networks?id=423088d8-866f-4b3c-a261-361dbb750840 HTTP/1.1" status: 200 len: 813 time: 0.1104662 Jan 23 21:53:44.830906 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-124dfada-ed8e-4095-915f-80380228fccc tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/quotas/fe99769e405e4761be3a2692e4dfff52 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Jan 23 21:53:44.867092 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-0e44ff6a-8985-4293-b131-8d8ca66feee2 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe99769e405e4761be3a2692e4dfff52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303063 Jan 23 21:53:44.939307 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks [] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:44.966096 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-df5d00bd-5194-4176-9f24-092c12efb60e service neutron] 10.222.0.72 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Jan 23 21:53:45.048886 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.062100 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-bae89536-692a-43d3-8cbe-8ce16bcebf47 service neutron] 10.222.0.72 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901620 Jan 23 21:53:45.093106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Network 547d23af-ddf9-4b59-aebe-208c085a1eeb is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:53:45.098205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:53:45.101856 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:53:45.137577 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Pushing event updated for resources: {'Port': ['ID=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.165204 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:45.169453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.252538 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333cd4d-2060-4650-ad89-967e32c2b6d3 req-e7d0b3fa-1ebc-4f61-a64e-52562a29b44b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:45.253936 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7333cd4d-2060-4650-ad89-967e32c2b6d3 req-e7d0b3fa-1ebc-4f61-a64e-52562a29b44b tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 932 time: 0.0526881 Jan 23 21:53:45.264846 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-f93cae11-e5f2-4c30-9f3e-0800b0bf6e66 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8242214 Jan 23 21:53:45.278253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Request body: {'port': {'device_id': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:45.308971 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7333cd4d-2060-4650-ad89-967e32c2b6d3 req-2f04bea7-b14b-4987-a5b0-59046d60ed54 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Jan 23 21:53:45.346508 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-856eb6f6-a889-4490-8c45-75f1e1807c50 req-b73956f1-85ec-4135-973e-2dd774c6523f tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 210 time: 0.0282531 Jan 23 21:53:45.349595 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.433961 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94b6d578-7005-483b-86e3-f30955015ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.642807 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc47bca6-e7dd-4b2a-ba50-e48b585f7485 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:53:45.651019 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Publish callbacks [] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.667061 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Transition to ACTIVE for port object bc47bca6-e7dd-4b2a-ba50-e48b585f7485 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:53:45.753949 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.829760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Pushing event updated for resources: {'Port': ['ID=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:45.896403 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Attempting to bind port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:53:45.896760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Attempting to bind port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:53:45.897074 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Attempting to bind port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 on network 547d23af-ddf9-4b59-aebe-208c085a1eeb {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:53:45.902287 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 on network 547d23af-ddf9-4b59-aebe-208c085a1eeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:53:45.902608 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Attempting to bind port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 on network 547d23af-ddf9-4b59-aebe-208c085a1eeb {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:53:45.907545 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:53:45.907877 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Checking segment: {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:53:45.908260 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Bound using segment: {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:53:45.908684 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Bound port: bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ad31b3-92b2-4474-a929-26925c2518a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:53:45.909064 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:45.980769 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] For port bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:53:45.984103 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] For port bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:53:46.079887 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:46.119761 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.120465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:46.121864 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] 10.222.0.112 "PUT /v2.0/ports/bc47bca6-e7dd-4b2a-ba50-e48b585f7485 HTTP/1.1" status: 200 len: 1094 time: 0.8494074 Jan 23 21:53:46.122303 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'tag': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:46.124570 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de8fad-e865-499a-9a06-c0b07a69ab00" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6e195-8598-434d-94eb-e79d2c3734f5", "tag": "bc47bca6-e7dd-4b2a-ba50-e48b585f7485"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:46.149827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131baca-a1b9-4c27-bbbd-b2794f9461bc service neutron] Pushing event updated for resources: {'Port': ['ID=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:46.163502 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378c891-5040-4496-abf8-ceb5d4def3f0 x-openstack-request-id: req-3378c891-5040-4496-abf8-ceb5d4def3f0 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:46.163502 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6e195-8598-434d-94eb-e79d2c3734f5", "tag": "bc47bca6-e7dd-4b2a-ba50-e48b585f7485", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:46.163502 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3378c891-5040-4496-abf8-ceb5d4def3f0 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:46.163502 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'tag': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485', 'status': 'completed', 'code': 200} Jan 23 21:53:46.223828 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8fad-e865-499a-9a06-c0b07a69ab00 req-238c82f4-b411-4161-8e47-3f99c912bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.225331 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-70de8fad-e865-499a-9a06-c0b07a69ab00 req-238c82f4-b411-4161-8e47-3f99c912bfee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=002936bf7b124d1f94ce900072e7c6bd&device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 1097 time: 0.0424128 Jan 23 21:53:46.331938 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8fad-e865-499a-9a06-c0b07a69ab00 req-0691b14b-7d6f-4c7e-a5d7-ca1355fe0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.333591 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-70de8fad-e865-499a-9a06-c0b07a69ab00 req-0691b14b-7d6f-4c7e-a5d7-ca1355fe0e5c service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=002936bf7b124d1f94ce900072e7c6bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1016529 Jan 23 21:53:46.466686 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8fad-e865-499a-9a06-c0b07a69ab00 req-744bb047-636d-415e-b073-af8bdf075811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.468341 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-70de8fad-e865-499a-9a06-c0b07a69ab00 req-744bb047-636d-415e-b073-af8bdf075811 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274939 Jan 23 21:53:46.473938 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c576-d9aa-47a7-a900-b56c2dfbf8d0 req-f1338ff7-c832-436e-a0cc-044403f51dbe tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.475553 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7d72c576-d9aa-47a7-a900-b56c2dfbf8d0 req-f1338ff7-c832-436e-a0cc-044403f51dbe tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 944 time: 0.0761943 Jan 23 21:53:46.477494 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-af0b49a1-3eac-45c1-b17c-639a936ebc49 req-79714e67-e32d-46a8-8666-1c26513205fa tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 210 time: 0.0384405 Jan 23 21:53:46.532055 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7d72c576-d9aa-47a7-a900-b56c2dfbf8d0 req-ec8b4655-8569-4ea0-86a4-ac8467254ca7 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Jan 23 21:53:46.558739 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-9e918b2d-ba99-4802-89dc-6aef190fca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.560544 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-9e918b2d-ba99-4802-89dc-6aef190fca6d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=002936bf7b124d1f94ce900072e7c6bd&device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 1097 time: 0.0494421 Jan 23 21:53:46.611699 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-d97d3f37-29e4-4fb3-b1e8-c667645e2d7d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc47bca6-e7dd-4b2a-ba50-e48b585f7485 HTTP/1.1" status: 200 len: 217 time: 0.0427320 Jan 23 21:53:46.663897 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3f6b9c8b-f833-4cba-8357-0993b8ba23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:46.665400 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-3f6b9c8b-f833-4cba-8357-0993b8ba23a6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0e072bb5-1c7f-4a61-a9c8-69f975b3f279 HTTP/1.1" status: 200 len: 849 time: 0.0483401 Jan 23 21:53:46.700471 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-774fd0a5-7404-4a50-a7a2-80185df10d87 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=547d23af-ddf9-4b59-aebe-208c085a1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273890 Jan 23 21:53:46.803602 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-1494f8db-c280-4e5f-9b30-1e5d6cc01ce3 service neutron] 10.222.0.112 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938754 Jan 23 21:53:46.902178 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2fe826c2-ed14-42be-9fd6-450612821118 req-2a01e643-67f5-4be6-a537-2a7680b6e592 service neutron] 10.222.0.112 "GET /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912950 Jan 23 21:53:47.574588 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-169a32ef-41f2-4ad5-b27b-eecbf60f3a66 req-f9f1ca45-95dc-40b7-b352-70dff9ef3bf3 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 210 time: 0.0284300 Jan 23 21:53:47.655704 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9cee-c9b2-483d-b3b0-d95e498d7a2c req-d12c938a-8bd3-43bb-b76c-e445344473ea tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:47.657303 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a0d9cee-c9b2-483d-b3b0-d95e498d7a2c req-d12c938a-8bd3-43bb-b76c-e445344473ea tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 944 time: 0.0537050 Jan 23 21:53:47.718412 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a0d9cee-c9b2-483d-b3b0-d95e498d7a2c req-f427c322-27fc-4482-8bdc-a0b98de18025 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Jan 23 21:53:47.811319 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29aca6e2-9b68-4454-b067-c8f7d9bfb0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:48.032616 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-8958068e-6b05-418f-89a5-7035883014b6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:48.034157 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-8958068e-6b05-418f-89a5-7035883014b6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "GET /v2.0/networks?id=423088d8-866f-4b3c-a261-361dbb750840 HTTP/1.1" status: 200 len: 813 time: 0.1295228 Jan 23 21:53:48.047029 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Request body: {'port': {'device_id': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'network_id': '423088d8-866f-4b3c-a261-361dbb750840', 'admin_state_up': True, 'tenant_id': 'fe99769e405e4761be3a2692e4dfff52'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:48.268115 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Made reservation on behalf of fe99769e405e4761be3a2692e4dfff52 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:53:48.272153 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:48.409570 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Allocated IP 172.20.0.8 (423088d8-866f-4b3c-a261-361dbb750840/950c55d0-6984-47cf-b835-c5f361f4705e/27bcd647-2eff-4e1c-aa90-69a4e69f2e85) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:53:48.558670 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks [] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:48.644109 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:48.688881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Network 423088d8-866f-4b3c-a261-361dbb750840 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:53:48.694224 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:53:48.695604 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a06fb6-8bf0-4d44-aeaf-0693ef9e1eac req-6c602baa-5099-4417-a438-45921ea0f55c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:48.697147 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d5a06fb6-8bf0-4d44-aeaf-0693ef9e1eac req-6c602baa-5099-4417-a438-45921ea0f55c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 931 time: 0.0508239 Jan 23 21:53:48.698267 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:53:48.726835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Pushing event updated for resources: {'Port': ['ID=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:48.756390 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d5a06fb6-8bf0-4d44-aeaf-0693ef9e1eac req-446302ca-71bb-4eca-8d03-e2b16299e248 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Jan 23 21:53:48.764425 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:48.765975 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:48.869972 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee5604-f804-44e6-88c8-c2ac0372e362 req-e9d4b750-fdd5-4bc2-83ba-bb239bb256ff tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:48.871865 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1ee5604-f804-44e6-88c8-c2ac0372e362 req-e9d4b750-fdd5-4bc2-83ba-bb239bb256ff tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 944 time: 0.0571704 Jan 23 21:53:48.881871 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-b6ed44f8-3a45-4790-a21f-f5276181d260 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388605 Jan 23 21:53:48.898810 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Request body: {'port': {'device_id': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:53:48.921418 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1ee5604-f804-44e6-88c8-c2ac0372e362 req-45eb7aa1-ecc2-4aa1-80bf-9874fc6dc8a7 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Jan 23 21:53:48.965559 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.258111 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:53:49.266469 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Publish callbacks [] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.278974 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Transition to ACTIVE for port object 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:53:49.311851 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.369699 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.422757 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Pushing event updated for resources: {'Port': ['ID=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:49.500247 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Attempting to bind port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:53:49.500593 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Attempting to bind port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:53:49.500931 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Attempting to bind port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 on network 423088d8-866f-4b3c-a261-361dbb750840 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:53:49.505593 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 on network 423088d8-866f-4b3c-a261-361dbb750840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:53:49.505919 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Attempting to bind port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 on network 423088d8-866f-4b3c-a261-361dbb750840 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:53:49.511805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:53:49.512067 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Checking segment: {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:53:49.512458 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Bound using segment: {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:53:49.512895 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Bound port: 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '423088d8-866f-4b3c-a261-361dbb750840'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:53:49.513254 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.578148 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] For port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:53:49.581288 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] For port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:53:49.674280 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.719884 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:49.720505 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:49.722604 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] 10.222.0.112 "PUT /v2.0/ports/27bcd647-2eff-4e1c-aa90-69a4e69f2e85 HTTP/1.1" status: 200 len: 1093 time: 0.8285065 Jan 23 21:53:49.723050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'tag': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:49.725351 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8f12f9-5081-4000-9379-f91086a3dd17" -d '{"events": [{"name": "network-changed", "server_uuid": "54cfb7f2-722d-4969-ba8a-f034de996b9f", "tag": "27bcd647-2eff-4e1c-aa90-69a4e69f2e85"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:49.746343 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989357d-8197-45b4-957d-da07b8aa688c service neutron] Pushing event updated for resources: {'Port': ['ID=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:49.769172 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcc1930-ba5f-453d-bf65-153637748248 x-openstack-request-id: req-afcc1930-ba5f-453d-bf65-153637748248 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:49.769474 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cfb7f2-722d-4969-ba8a-f034de996b9f", "tag": "27bcd647-2eff-4e1c-aa90-69a4e69f2e85", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:49.769727 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-afcc1930-ba5f-453d-bf65-153637748248 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:49.770179 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'tag': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85', 'status': 'completed', 'code': 200} Jan 23 21:53:49.840857 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f12f9-5081-4000-9379-f91086a3dd17 req-c9090698-45a4-4c3c-ac77-8912a3f4c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:49.842404 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c8f12f9-5081-4000-9379-f91086a3dd17 req-c9090698-45a4-4c3c-ac77-8912a3f4c2d9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fe99769e405e4761be3a2692e4dfff52&device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 1096 time: 0.0510199 Jan 23 21:53:49.912784 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6230-40d4-494d-9476-5796278d047b req-488715cf-1ce1-4e63-847f-03506d418f70 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:49.914671 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-845b6230-40d4-494d-9476-5796278d047b req-488715cf-1ce1-4e63-847f-03506d418f70 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 943 time: 0.0787261 Jan 23 21:53:49.966206 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f12f9-5081-4000-9379-f91086a3dd17 req-0bd2e3e3-7415-46bd-9bae-df6b4e34b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:49.968670 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c8f12f9-5081-4000-9379-f91086a3dd17 req-0bd2e3e3-7415-46bd-9bae-df6b4e34b2ae service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=fe99769e405e4761be3a2692e4dfff52&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1180012 Jan 23 21:53:49.980615 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-845b6230-40d4-494d-9476-5796278d047b req-c8d99a86-823b-42e8-9cb9-fba682d2d6ac tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571496 Jan 23 21:53:50.082994 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55c37-3621-4287-a0c1-8ba45180ff30 req-b5cf3599-b548-48db-b2d4-f829f67278b5 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:50.084564 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d5e55c37-3621-4287-a0c1-8ba45180ff30 req-b5cf3599-b548-48db-b2d4-f829f67278b5 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 944 time: 0.0596671 Jan 23 21:53:50.100335 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f12f9-5081-4000-9379-f91086a3dd17 req-1b1de828-2a01-4881-89a6-d525e7f4a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:50.102066 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c8f12f9-5081-4000-9379-f91086a3dd17 req-1b1de828-2a01-4881-89a6-d525e7f4a2d4 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244926 Jan 23 21:53:50.129246 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device bc47bca6-e7dd-4b2a-ba50-e48b585f7485 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:53:50.147664 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d5e55c37-3621-4287-a0c1-8ba45180ff30 req-7b5e1706-fff7-4635-8bee-c9f532a27752 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564566 Jan 23 21:53:50.205349 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-e0f2da39-fd69-4071-873f-828547529ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:50.207021 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-e0f2da39-fd69-4071-873f-828547529ceb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fe99769e405e4761be3a2692e4dfff52&device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 1096 time: 0.0469379 Jan 23 21:53:50.248019 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:50.255670 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-dd3ed4d4-4b87-4a9d-97b4-c24d2b08fa19 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27bcd647-2eff-4e1c-aa90-69a4e69f2e85 HTTP/1.1" status: 200 len: 217 time: 0.0405340 Jan 23 21:53:50.260002 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485', 'network_id': '547d23af-ddf9-4b59-aebe-208c085a1eeb', 'port_id': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485', 'mac_address': 'fa:16:3e:ba:e3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e072bb5-1c7f-4a61-a9c8-69f975b3f279', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:53:50.300085 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:53:50.300605 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:50.304515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-3a0a1957-1725-4250-a65f-362f233fcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:50.306007 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-3a0a1957-1725-4250-a65f-362f233fcc17 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=950c55d0-6984-47cf-b835-c5f361f4705e HTTP/1.1" status: 200 len: 853 time: 0.0447350 Jan 23 21:53:50.315141 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc47bca6-e7dd-4b2a-ba50-e48b585f7485 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:53:50.336264 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:50.340247 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-fd9dfe48-254f-49ae-b6bb-c0797c2023d9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=423088d8-866f-4b3c-a261-361dbb750840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276172 Jan 23 21:53:50.432826 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:50.451680 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-38e02b08-18cd-46ce-a156-e48f1883c2fc service neutron] 10.222.0.112 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051905 Jan 23 21:53:50.503807 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:50.568737 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff439d6e-e65b-4264-a946-97d05c4c8098 req-70b3a7be-3f99-411f-a6ff-cc5865c0be58 service neutron] 10.222.0.112 "GET /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099987 Jan 23 21:53:50.576763 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:51.057707 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['bc47bca6-e7dd-4b2a-ba50-e48b585f7485'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:53:51.120977 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0fd99-a3db-4251-b7cf-37d8502b0749 req-7968767b-373f-4ac7-ac6f-849bc48bb54a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:51.122544 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2aa0fd99-a3db-4251-b7cf-37d8502b0749 req-7968767b-373f-4ac7-ac6f-849bc48bb54a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 943 time: 0.0600090 Jan 23 21:53:51.178335 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2aa0fd99-a3db-4251-b7cf-37d8502b0749 req-620f2121-5901-4d27-854f-84cca7a6d7c6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464432 Jan 23 21:53:51.296035 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0c45c-bba8-4ccd-a177-fb79b300d29f req-a4440a5f-c5da-4465-87f4-5d20c1e9f367 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:51.297916 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6ac0c45c-bba8-4ccd-a177-fb79b300d29f req-a4440a5f-c5da-4465-87f4-5d20c1e9f367 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 945 time: 0.0655048 Jan 23 21:53:51.357785 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6ac0c45c-bba8-4ccd-a177-fb79b300d29f req-027595ae-808f-4533-8677-1dcf771a293e tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Jan 23 21:53:52.045365 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:52.150659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device bc47bca6-e7dd-4b2a-ba50-e48b585f7485 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:53:52.291515 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:53:52.296455 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:53:52.296777 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:52.323221 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab9a4b-33d6-45a7-9391-cd30d127eca7 req-823ba720-89f1-4cba-8d86-a7def29572e6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:52.324862 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-95ab9a4b-33d6-45a7-9391-cd30d127eca7 req-823ba720-89f1-4cba-8d86-a7def29572e6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 943 time: 0.0548975 Jan 23 21:53:52.390276 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:53:52.391031 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:52.401339 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-95ab9a4b-33d6-45a7-9391-cd30d127eca7 req-8a445bab-e053-4aa1-a107-c0ed678e1476 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681019 Jan 23 21:53:52.419917 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:52.422776 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffcccb5-8849-4def-b00b-e42eb52b4f6b" -d '{"events": [{"server_uuid": "afc6e195-8598-434d-94eb-e79d2c3734f5", "name": "network-vif-plugged", "status": "completed", "tag": "bc47bca6-e7dd-4b2a-ba50-e48b585f7485"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:52.437140 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:52.465771 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d531416-821f-47c0-9aec-9b4c429f7b85 x-openstack-request-id: req-7d531416-821f-47c0-9aec-9b4c429f7b85 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:52.466075 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6e195-8598-434d-94eb-e79d2c3734f5", "name": "network-vif-plugged", "status": "completed", "tag": "bc47bca6-e7dd-4b2a-ba50-e48b585f7485", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:52.466338 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d531416-821f-47c0-9aec-9b4c429f7b85 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:52.467013 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485', 'code': 200} Jan 23 21:53:52.489621 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d4dc7-254a-4dc9-bb47-494c745543a2 req-66c90d98-02e3-4aec-8563-eb4983a2fea7 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:52.491393 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-761d4dc7-254a-4dc9-bb47-494c745543a2 req-66c90d98-02e3-4aec-8563-eb4983a2fea7 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 945 time: 0.0578523 Jan 23 21:53:52.519560 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:52.557272 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-761d4dc7-254a-4dc9-bb47-494c745543a2 req-1ac423f7-5856-46ce-9d6f-bb82d50786ff tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571570 Jan 23 21:53:52.584685 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:52.753134 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd5c6e-1626-48b5-a774-689465c1daff req-93d80caf-c9cf-4851-b99f-4633833c94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:52.754674 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-effd5c6e-1626-48b5-a774-689465c1daff req-93d80caf-c9cf-4851-b99f-4633833c94d2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 1099 time: 0.0445843 Jan 23 21:53:52.810644 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-effd5c6e-1626-48b5-a774-689465c1daff req-f8d41005-bc5a-4019-82cd-6c153cdcf157 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Jan 23 21:53:53.526735 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed68f4-865f-4682-a96e-697caa243e24 req-a19061bd-49e5-4dd8-ac9d-5d4f7a025b2a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:53.528350 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7ed68f4-865f-4682-a96e-697caa243e24 req-a19061bd-49e5-4dd8-ac9d-5d4f7a025b2a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 943 time: 0.0552993 Jan 23 21:53:53.577891 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7ed68f4-865f-4682-a96e-697caa243e24 req-364197d7-0231-4f1c-afef-8e157c856fc6 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439925 Jan 23 21:53:53.681667 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5293b2-d05a-467b-87fd-07811fb2aaef req-a5a0f50f-1bff-4e79-ae90-99916b5727c9 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:53.683963 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d5293b2-d05a-467b-87fd-07811fb2aaef req-a5a0f50f-1bff-4e79-ae90-99916b5727c9 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 946 time: 0.0537586 Jan 23 21:53:53.738672 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d5293b2-d05a-467b-87fd-07811fb2aaef req-d2d12241-d494-4a87-add1-62a9a2c862da tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458245 Jan 23 21:53:54.169054 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:53:54.271420 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:54.283944 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85', 'network_id': '423088d8-866f-4b3c-a261-361dbb750840', 'port_id': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85', 'mac_address': 'fa:16:3e:b0:f8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950c55d0-6984-47cf-b835-c5f361f4705e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:53:54.341784 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:53:54.342205 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:54.358042 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:53:54.379909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:54.443780 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:54.492937 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:54.726058 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d051e75-c93b-4a8b-980b-30c1aa02d239 req-5d02a49b-937a-4a3e-9951-e90e516466d4 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:54.727605 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0d051e75-c93b-4a8b-980b-30c1aa02d239 req-5d02a49b-937a-4a3e-9951-e90e516466d4 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 944 time: 0.0645466 Jan 23 21:53:54.780725 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0d051e75-c93b-4a8b-980b-30c1aa02d239 req-952cc5a6-ab19-4c48-b33f-143ac4e6f62a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Jan 23 21:53:54.863990 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['27bcd647-2eff-4e1c-aa90-69a4e69f2e85'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:53:54.873275 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766668-8026-4b78-a9a8-4849d4f3710f req-15662309-6fbc-44c5-8449-2327681b43f0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:54.874904 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d766668-8026-4b78-a9a8-4849d4f3710f req-15662309-6fbc-44c5-8449-2327681b43f0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 946 time: 0.0563354 Jan 23 21:53:54.943568 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d766668-8026-4b78-a9a8-4849d4f3710f req-22b9e2fe-9bd7-4d3f-bdb6-84f1490c2663 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Jan 23 21:53:55.938516 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80137a9-1aa8-4c2d-a363-851a184a6cb1 req-6fdc0db0-4319-4d4e-8760-6c1c6add54cf tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:55.941256 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b80137a9-1aa8-4c2d-a363-851a184a6cb1 req-6fdc0db0-4319-4d4e-8760-6c1c6add54cf tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 944 time: 0.0695100 Jan 23 21:53:56.019550 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b80137a9-1aa8-4c2d-a363-851a184a6cb1 req-14ca10b7-7102-43c1-bf4a-3dcb1a74787a tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719826 Jan 23 21:53:56.079647 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78ea0-27d1-4c37-9a84-f34d9717dfdf req-784e9e6c-676d-49b7-8415-5c31b8dd49db tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:56.081247 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-95b78ea0-27d1-4c37-9a84-f34d9717dfdf req-784e9e6c-676d-49b7-8415-5c31b8dd49db tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 946 time: 0.0592773 Jan 23 21:53:56.140697 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-95b78ea0-27d1-4c37-9a84-f34d9717dfdf req-eac76dd8-859c-4614-924a-8a3fb8a86243 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523248 Jan 23 21:53:56.189203 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:53:56.323525 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:53:56.327740 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:53:56.328113 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:56.421712 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:53:56.422283 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:56.446440 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:56.449546 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23288908-d4fc-4d7a-a17d-ff8b7ebc3b87" -d '{"events": [{"server_uuid": "54cfb7f2-722d-4969-ba8a-f034de996b9f", "name": "network-vif-plugged", "status": "completed", "tag": "27bcd647-2eff-4e1c-aa90-69a4e69f2e85"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:56.461575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:56.484732 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f230a6-d06b-4d7a-b5b5-7da31f6853aa x-openstack-request-id: req-49f230a6-d06b-4d7a-b5b5-7da31f6853aa {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:56.485030 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfb7f2-722d-4969-ba8a-f034de996b9f", "name": "network-vif-plugged", "status": "completed", "tag": "27bcd647-2eff-4e1c-aa90-69a4e69f2e85", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:56.485292 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49f230a6-d06b-4d7a-b5b5-7da31f6853aa {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:56.485685 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85', 'code': 200} Jan 23 21:53:56.536979 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:56.604492 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:56.834753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eeb52-4b03-47b0-af1b-7eb62ee186ac req-3d26b79f-6dab-4939-ae80-3815e71c7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:56.836376 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7e7eeb52-4b03-47b0-af1b-7eb62ee186ac req-3d26b79f-6dab-4939-ae80-3815e71c7a01 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 1098 time: 0.0425529 Jan 23 21:53:56.887429 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7e7eeb52-4b03-47b0-af1b-7eb62ee186ac req-41644f49-0bb9-433a-82ac-9d36e5dc1fe8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Jan 23 21:53:57.148438 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505234-0581-409d-bdc4-3604f7c897b1 req-453917b6-45d0-47c2-87fb-2d3ef787db51 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:57.150367 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-07505234-0581-409d-bdc4-3604f7c897b1 req-453917b6-45d0-47c2-87fb-2d3ef787db51 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0542042 Jan 23 21:53:57.202826 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-07505234-0581-409d-bdc4-3604f7c897b1 req-4622a6fb-c7ad-4bd1-a234-0b9315d0c33c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jan 23 21:53:57.414654 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1763ab-a1d4-44c5-a636-144fe361581a req-3dc2620f-1ed8-44ff-9929-1368af9fa879 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:57.416946 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea1763ab-a1d4-44c5-a636-144fe361581a req-3dc2620f-1ed8-44ff-9929-1368af9fa879 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 946 time: 0.0538220 Jan 23 21:53:57.463958 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea1763ab-a1d4-44c5-a636-144fe361581a req-8a587736-02d0-41f9-869c-a64c7dc9d183 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Jan 23 21:53:58.351818 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff713272-d569-4c34-9ac7-f5c7faf848a4 req-153c0637-9ace-4654-8bb8-65c34c880dc8 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:58.353818 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff713272-d569-4c34-9ac7-f5c7faf848a4 req-153c0637-9ace-4654-8bb8-65c34c880dc8 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0672307 Jan 23 21:53:58.401466 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff713272-d569-4c34-9ac7-f5c7faf848a4 req-0bac2374-45b3-499c-b69b-071fe699135c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Jan 23 21:53:58.593263 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673cfc4-7ae3-44b7-be25-bf5a86a9f8b8 req-70001460-2248-4b08-86ee-f13ff30e3006 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:58.594907 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4673cfc4-7ae3-44b7-be25-bf5a86a9f8b8 req-70001460-2248-4b08-86ee-f13ff30e3006 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 946 time: 0.0587103 Jan 23 21:53:58.646692 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4673cfc4-7ae3-44b7-be25-bf5a86a9f8b8 req-2010d1ea-f439-44fa-9277-7604b3fee0a0 tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/security-groups?id=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459459 Jan 23 21:53:59.243409 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-a6d68641-fb5c-4788-bb84-e7f89f6bfaff tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:59.244775 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-a6d68641-fb5c-4788-bb84-e7f89f6bfaff tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 946 time: 0.0495508 Jan 23 21:53:59.345220 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Deleting port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:53:59.345574 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:59.452476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] For port bc47bca6-e7dd-4b2a-ba50-e48b585f7485, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,segment=NetworkSegment(60ad31b3-92b2-4474-a929-26925c2518a0),segment_id=60ad31b3-92b2-4474-a929-26925c2518a0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:53:59.452476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:59.466993 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Calling delete_port for bc47bca6-e7dd-4b2a-ba50-e48b585f7485 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:53:59.522230 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ff78f-7484-4e79-98ed-091bd3d7d94d req-5d288831-321f-450b-95b8-f9f6804ab1fd tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:53:59.523670 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-816ff78f-7484-4e79-98ed-091bd3d7d94d req-5d288831-321f-450b-95b8-f9f6804ab1fd tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0537226 Jan 23 21:53:59.570915 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-816ff78f-7484-4e79-98ed-091bd3d7d94d req-9e450a84-876e-4bb6-a908-e59efd881793 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Jan 23 21:53:59.661697 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (bc47bca6-e7dd-4b2a-ba50-e48b585f7485), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:59.676408 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['bc47bca6-e7dd-4b2a-ba50-e48b585f7485'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:53:59.713829 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Pushing event deleted for resources: {'Port': ['ID=bc47bca6-e7dd-4b2a-ba50-e48b585f7485,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:53:59.742141 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.742482 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.742817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.743149 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.743500 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.743825 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.744146 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.744464 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.744788 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.745107 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.746074 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.746386 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.746761 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:53:59.767552 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd27ac55-117a-40e0-9108-b7cf09ae4e48 req-fc1a2e20-3ebf-45c4-86f1-db06f94df92d tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6e195-8598-434d-94eb-e79d2c3734f5 HTTP/1.1" status: 200 len: 210 time: 0.0289214 Jan 23 21:53:59.770599 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] No DVR routers for this DVR port bc47bca6-e7dd-4b2a-ba50-e48b585f7485 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:53:59.773200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:53:59.776746 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c67adfb2-b885-4346-9f4e-b1192fc06d4b req-d43e70f3-534d-423a-8046-7d0c5a8f85be tempest-VolumesActionsTest-681057462 tempest-VolumesActionsTest-681057462-project] 10.222.0.112 "DELETE /v2.0/ports/bc47bca6-e7dd-4b2a-ba50-e48b585f7485 HTTP/1.1" status: 204 len: 173 time: 0.5258448 Jan 23 21:53:59.777721 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'name': 'network-vif-deleted', 'tag': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:53:59.781999 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984d43c-8a03-45a2-8695-51596e48963b" -d '{"events": [{"server_uuid": "afc6e195-8598-434d-94eb-e79d2c3734f5", "name": "network-vif-deleted", "tag": "bc47bca6-e7dd-4b2a-ba50-e48b585f7485"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:53:59.824921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f76b02-2094-4eff-beb7-65d0626cca02 x-openstack-request-id: req-01f76b02-2094-4eff-beb7-65d0626cca02 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:53:59.824921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6e195-8598-434d-94eb-e79d2c3734f5", "name": "network-vif-deleted", "tag": "bc47bca6-e7dd-4b2a-ba50-e48b585f7485", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:53:59.824921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01f76b02-2094-4eff-beb7-65d0626cca02 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:53:59.824921 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6e195-8598-434d-94eb-e79d2c3734f5', 'name': 'network-vif-deleted', 'tag': 'bc47bca6-e7dd-4b2a-ba50-e48b585f7485', 'status': 'completed', 'code': 200} Jan 23 21:54:02.218071 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device bc47bca6-e7dd-4b2a-ba50-e48b585f7485 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:54:02.359413 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: bc47bca6-e7dd-4b2a-ba50-e48b585f7485 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:54:02.359755 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device bc47bca6-e7dd-4b2a-ba50-e48b585f7485 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:54:06.056771 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:54:09.525857 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:13.258979 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-dc2e5454-9582-4e44-8879-faab2bb20450 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611320 Jan 23 21:54:14.681494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-0a0e1851-3ed9-42b2-9ff0-7cc15895d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:14.683352 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-0a0e1851-3ed9-42b2-9ff0-7cc15895d0e0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1137 time: 0.0486333 Jan 23 21:54:14.799626 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-635fafb0-8b11-4058-976b-35691ce67116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:14.802329 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-635fafb0-8b11-4058-976b-35691ce67116 service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.0916655 Jan 23 21:54:14.881081 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-f8fe1c16-0616-413d-b016-82586ae5d42d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 1000 time: 0.0727060 Jan 23 21:54:14.939117 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-7658cfc5-95e0-4142-add5-d40cd963c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:14.940710 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-7658cfc5-95e0-4142-add5-d40cd963c7ad service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0539222 Jan 23 21:54:15.001223 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-8f4d27fb-f50a-4709-bf76-1eeef6d7d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:15.003376 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-8f4d27fb-f50a-4709-bf76-1eeef6d7d7bf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545609 Jan 23 21:54:15.115152 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-6fe6140c-4a95-42db-90d7-b368db8bc212 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045048 Jan 23 21:54:15.234781 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0ec7e1-81a8-4ac4-b12e-6776e72572a5 req-80dff04d-be5f-4e3d-8f1b-67b96285eaf4 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134114 Jan 23 21:54:15.444331 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-819c559c-f09c-4aea-8bb8-8bfd26f04718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:17.843787 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e042-cff5-4b06-8595-075b34bab6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:19.313640 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:20.586620 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:22.056004 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:26.786256 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda12a-0f4b-45ca-8b34-2bbe2cd5de16 req-43b7f340-b2cf-44aa-9e84-25da17d92c28 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:26.787910 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-16bda12a-0f4b-45ca-8b34-2bbe2cd5de16 req-43b7f340-b2cf-44aa-9e84-25da17d92c28 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0561993 Jan 23 21:54:26.836924 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-16bda12a-0f4b-45ca-8b34-2bbe2cd5de16 req-5906ec87-c857-4c50-b446-fa822dc94801 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 Jan 23 21:54:27.966323 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f244609-d101-43e3-a679-03278a91ca69 req-eff3d65b-1c71-420a-a801-be2ff4a9740c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:27.967840 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0f244609-d101-43e3-a679-03278a91ca69 req-eff3d65b-1c71-420a-a801-be2ff4a9740c tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0610003 Jan 23 21:54:28.017918 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0f244609-d101-43e3-a679-03278a91ca69 req-e0689aff-a40e-42b6-b8b1-8b9c196b2816 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Jan 23 21:54:28.347015 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57380) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:28.393046 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Deleting subnet 0e072bb5-1c7f-4a61-a9c8-69f975b3f279 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:54:28.396362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Publish callbacks [] for subnet (0e072bb5-1c7f-4a61-a9c8-69f975b3f279), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.435481 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (0e072bb5-1c7f-4a61-a9c8-69f975b3f279), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.477309 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (0e072bb5-1c7f-4a61-a9c8-69f975b3f279), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.586816 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (0e072bb5-1c7f-4a61-a9c8-69f975b3f279), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.613600 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e072bb5-1c7f-4a61-a9c8-69f975b3f279,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:28.618090 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.621210 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0e072bb5-1c7f-4a61-a9c8-69f975b3f279 HTTP/1.1" status: 204 len: 168 time: 0.2731605 Jan 23 21:54:28.623842 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57382) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:28.626181 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.626531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.626876 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.627211 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.627576 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.627944 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.628229 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.628554 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.628875 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.629195 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.629513 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.629831 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.630144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ce19e-3360-45bf-9344-84820c141132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:28.694077 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (547d23af-ddf9-4b59-aebe-208c085a1eeb), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.774632 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (547d23af-ddf9-4b59-aebe-208c085a1eeb), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.803922 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547d23af-ddf9-4b59-aebe-208c085a1eeb']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:28.826959 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ad31b3-92b2-4474-a929-26925c2518a0') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:28.827249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ad31b3-92b2-4474-a929-26925c2518a0') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:28.839125 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (60ad31b3-92b2-4474-a929-26925c2518a0), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.863620 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-c72a54bb-7f88-4e24-8365-fac426fed06e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:28.865069 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-c72a54bb-7f88-4e24-8365-fac426fed06e tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0781829 Jan 23 21:54:28.865948 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (60ad31b3-92b2-4474-a929-26925c2518a0), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.871932 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:54:28.872326 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (60ad31b3-92b2-4474-a929-26925c2518a0), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:54:28.873923 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:54:28.885453 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:54:29.146590 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f348-36c4-4413-9d89-edebc7007e98 req-1b2736fe-106b-406b-97c6-101cdfe24ed7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:29.148348 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5bc0f348-36c4-4413-9d89-edebc7007e98 req-1b2736fe-106b-406b-97c6-101cdfe24ed7 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 945 time: 0.0541513 Jan 23 21:54:29.201310 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5bc0f348-36c4-4413-9d89-edebc7007e98 req-16aaa88c-b71e-4f33-bb04-8fac519146ef tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/security-groups?id=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473733 Jan 23 21:54:29.249857 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (547d23af-ddf9-4b59-aebe-208c085a1eeb), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.254586 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.272912 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] 10.222.0.72 "DELETE /v2.0/networks/547d23af-ddf9-4b59-aebe-208c085a1eeb HTTP/1.1" status: 204 len: 168 time: 0.6324296 Jan 23 21:54:29.272912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Deleting port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:54:29.272912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.285742 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5d3fc-9983-408b-97cd-1f5198f0576d admin admin] Pushing event deleted for resources: {'Network': ['ID=547d23af-ddf9-4b59-aebe-208c085a1eeb,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:29.369047 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] For port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,segment=NetworkSegment(d9217f26-41b4-4bab-a5fb-5cc7323f04b2),segment_id=d9217f26-41b4-4bab-a5fb-5cc7323f04b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:29.369425 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.381428 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Calling delete_port for 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:54:29.562854 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57390) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:29.586772 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (27bcd647-2eff-4e1c-aa90-69a4e69f2e85), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.600710 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['27bcd647-2eff-4e1c-aa90-69a4e69f2e85'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:54:29.605223 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ea95ac35-bf63-4d9e-aa09-1118e54b8b14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=002936bf7b124d1f94ce900072e7c6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410783 Jan 23 21:54:29.607759 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57392) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:29.624804 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Pushing event deleted for resources: {'Port': ['ID=27bcd647-2eff-4e1c-aa90-69a4e69f2e85,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:29.661698 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90f0f43f-0aed-492c-a930-cf0fdb38ba5d admin admin] Publish callbacks [] for security_group (34cfeb0e-52a7-4fd8-a8f0-3e386566b36d), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.676145 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] No DVR routers for this DVR port 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:54:29.678704 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.682134 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f8a9bd8-dfd3-4e4f-8467-27468c1a0192 req-410e6f72-e057-450e-9684-a44f56c243eb tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.112 "DELETE /v2.0/ports/27bcd647-2eff-4e1c-aa90-69a4e69f2e85 HTTP/1.1" status: 204 len: 173 time: 0.8074162 Jan 23 21:54:29.683316 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'name': 'network-vif-deleted', 'tag': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:54:29.685758 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b47df3b-a68d-4ec2-a519-12fe3183b6ac" -d '{"events": [{"server_uuid": "54cfb7f2-722d-4969-ba8a-f034de996b9f", "name": "network-vif-deleted", "tag": "27bcd647-2eff-4e1c-aa90-69a4e69f2e85"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:54:29.689132 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90f0f43f-0aed-492c-a930-cf0fdb38ba5d admin admin] Publish callbacks [] for security_group (34cfeb0e-52a7-4fd8-a8f0-3e386566b36d), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.724526 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c1a40-cd1c-488a-9b8c-0ae11a73dc81 x-openstack-request-id: req-e85c1a40-cd1c-488a-9b8c-0ae11a73dc81 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:54:29.724827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfb7f2-722d-4969-ba8a-f034de996b9f", "name": "network-vif-deleted", "tag": "27bcd647-2eff-4e1c-aa90-69a4e69f2e85", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:54:29.725083 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e85c1a40-cd1c-488a-9b8c-0ae11a73dc81 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:54:29.725483 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cfb7f2-722d-4969-ba8a-f034de996b9f', 'name': 'network-vif-deleted', 'tag': '27bcd647-2eff-4e1c-aa90-69a4e69f2e85', 'status': 'completed', 'code': 200} Jan 23 21:54:29.809514 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90f0f43f-0aed-492c-a930-cf0fdb38ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (34cfeb0e-52a7-4fd8-a8f0-3e386566b36d), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.812267 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90f0f43f-0aed-492c-a930-cf0fdb38ba5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:29.813571 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-90f0f43f-0aed-492c-a930-cf0fdb38ba5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34cfeb0e-52a7-4fd8-a8f0-3e386566b36d HTTP/1.1" status: 204 len: 168 time: 0.2044823 Jan 23 21:54:29.821385 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0f43f-0aed-492c-a930-cf0fdb38ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cfeb0e-52a7-4fd8-a8f0-3e386566b36d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:30.327918 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ac754b26-dfa9-4fbd-a7d9-b7b96e5c7412 req-c65491b0-eb91-4890-9670-ce86ec3f1462 tempest-VolumesSnapshotTestJSON-982467956 tempest-VolumesSnapshotTestJSON-982467956-project] 10.222.0.72 "GET /v2.0/ports?device_id=54cfb7f2-722d-4969-ba8a-f034de996b9f HTTP/1.1" status: 200 len: 210 time: 0.0268874 Jan 23 21:54:30.780126 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57418) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:30.879218 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-159510081-network', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:30.986652 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Made reservation on behalf of a9409b9243e5457ba0d83ecc3d610b1b for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:54:30.989046 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:30.997727 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.073835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks [] for security_group (271e3d60-6aba-4896-aaad-801462fdb343), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.128889 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (271e3d60-6aba-4896-aaad-801462fdb343), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.155483 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:54:31.161531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e3d60-6aba-4896-aaad-801462fdb343,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:31.169119 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (e00bc0b8-fe14-474e-a888-b2dedcf2b03a), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.169119 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Added segment e00bc0b8-fe14-474e-a888-b2dedcf2b03a of type vlan for network 8b16d581-7934-4cf5-856b-6309e17e9f23 Jan 23 21:54:31.210252 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (8b16d581-7934-4cf5-856b-6309e17e9f23), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.306069 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (8b16d581-7934-4cf5-856b-6309e17e9f23), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.307057 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:31.307677 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.367881 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] Pushing event updated for resources: {'Network': ['ID=8b16d581-7934-4cf5-856b-6309e17e9f23,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:31.377877 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:54:31.401391 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8fce6761-05d8-4260-819a-e8cc30884e80 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6195395 Jan 23 21:54:31.404187 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57426) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:31.410029 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Request body: {'subnet': {'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-159510081-subnet', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:31.494491 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Made reservation on behalf of a9409b9243e5457ba0d83ecc3d610b1b for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:54:31.496829 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.729414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (17a62ab3-aa2b-49d0-91a0-fdb336957842), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.776503 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a62ab3-aa2b-49d0-91a0-fdb336957842,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:31.793350 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Checking segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:31.793699 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Network hostable DHCP agents. Network: 8b16d581-7934-4cf5-856b-6309e17e9f23, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:54:31.878086 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:54:31.969881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 8b16d581-7934-4cf5-856b-6309e17e9f23) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:31.974495 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:31.975123 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:31.982279 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f7c68-55a1-47ab-b062-bf15cad9b61d None None] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:54:32.064896 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-37d2bc41-9eb0-4b2c-a3f8-58923d220f22 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6592190 Jan 23 21:54:32.067223 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57432) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:32.071441 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:32.095853 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-8b16d581-7934-4cf5-856b-6309e17e9f23', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:54:32.102449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.129548 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (8fefa3e5-b661-4160-8811-4c6b6c6805b5), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.130691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (8fefa3e5-b661-4160-8811-4c6b6c6805b5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.185731 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks [] for router_controller (8fefa3e5-b661-4160-8811-4c6b6c6805b5), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.236670 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Allocated IP 172.20.0.2 (8b16d581-7934-4cf5-856b-6309e17e9f23/17a62ab3-aa2b-49d0-91a0-fdb336957842/d2202b81-fd72-4b55-9613-2a2224410d85) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:32.370260 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:54:32.400397 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:54:32.401101 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 27bcd647-2eff-4e1c-aa90-69a4e69f2e85 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:54:32.407219 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Publish callbacks [] for port (d2202b81-fd72-4b55-9613-2a2224410d85), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.444071 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks [] for router_gateway (8fefa3e5-b661-4160-8811-4c6b6c6805b5), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.501139 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.546640 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:32.550254 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:32.553811 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:32.559254 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Pushing event updated for resources: {'Port': ['ID=d2202b81-fd72-4b55-9613-2a2224410d85,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:32.587171 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.587625 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.587901 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.588240 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.588577 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.588909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.589237 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.589565 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.589889 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.590214 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.590537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.590857 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.591175 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:32.622520 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Attempting to bind port d2202b81-fd72-4b55-9613-2a2224410d85 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:32.622892 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Attempting to bind port d2202b81-fd72-4b55-9613-2a2224410d85 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:32.623255 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Attempting to bind port d2202b81-fd72-4b55-9613-2a2224410d85 on network 8b16d581-7934-4cf5-856b-6309e17e9f23 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:32.629146 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:32.629517 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Checking segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:32.629921 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.630309 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Bound using segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:32.630770 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Bound port: d2202b81-fd72-4b55-9613-2a2224410d85, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:32.631146 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.692976 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] For port d2202b81-fd72-4b55-9613-2a2224410d85, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:32.700706 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] For port d2202b81-fd72-4b55-9613-2a2224410d85, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=d2202b81-fd72-4b55-9613-2a2224410d85,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:32.721748 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks [] for router_gateway (8fefa3e5-b661-4160-8811-4c6b6c6805b5), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.740422 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.769631 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:32.832085 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57b0f-0571-49db-88b8-eadff08aa344 None None] Pushing event updated for resources: {'Port': ['ID=d2202b81-fd72-4b55-9613-2a2224410d85,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:32.851847 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Allocated IP 172.27.0.140 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/2f0867ef-8230-4403-8fb3-ae84eb7b27d6) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:32.970690 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks [] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:33.083524 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:33.120211 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:33.125805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:33.130167 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:33.158740 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Pushing event updated for resources: {'Port': ['ID=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:33.452648 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks [] for router_gateway (8fefa3e5-b661-4160-8811-4c6b6c6805b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:33.673245 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (8fefa3e5-b661-4160-8811-4c6b6c6805b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:33.765528 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1be9b9-4105-4e5d-bd65-8ec553090c27 None None] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:54:33.830686 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device d2202b81-fd72-4b55-9613-2a2224410d85 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:33.888655 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:54:33.891658 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] Provisioning complete for port d2202b81-fd72-4b55-9613-2a2224410d85 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:33.893609 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:33.959085 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port d2202b81-fd72-4b55-9613-2a2224410d85 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:33.959481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.035474 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:34.062007 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Sync routers for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:34.067132 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] Current status of the port d2202b81-fd72-4b55-9613-2a2224410d85 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:34.067484 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.124986 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:34.127176 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:34.171133 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port d2202b81-fd72-4b55-9613-2a2224410d85 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:34.171540 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.171687 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.173667 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-25fdf115-23b2-48e9-9a84-15ac5ccb5d7e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1054783 Jan 23 21:54:34.176442 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57442) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:34.191942 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] For port d2202b81-fd72-4b55-9613-2a2224410d85, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=d2202b81-fd72-4b55-9613-2a2224410d85,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:34.264780 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:34.292260 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.475149 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 23 21:54:34.475557 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 23 21:54:34.483235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-3cdca630-9454-437f-8995-b1c0dd688499 None None] Provisioning complete for port d2202b81-fd72-4b55-9613-2a2224410d85 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:34.483235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cdca630-9454-437f-8995-b1c0dd688499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.488085 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b4f4-083b-44ea-86df-8737339b2cda None None] Pushing event updated for resources: {'Port': ['ID=d2202b81-fd72-4b55-9613-2a2224410d85,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:34.614582 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3cdca630-9454-437f-8995-b1c0dd688499 None None] Current status of the port d2202b81-fd72-4b55-9613-2a2224410d85 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:34.624513 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:33Z', 'revision_number': 3, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:34.662123 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Checking router: 8fefa3e5-b661-4160-8811-4c6b6c6805b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:54:34.662475 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Updating router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:54:34.687191 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.864800 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:34.942948 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Publish callbacks [] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.014352 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.032131 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Allocated IP 172.20.0.1 (8b16d581-7934-4cf5-856b-6309e17e9f23/17a62ab3-aa2b-49d0-91a0-fdb336957842/b2e8264e-a666-404d-ab75-1de2f30b4a1e) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:35.145402 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks [] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.167423 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port d2202b81-fd72-4b55-9613-2a2224410d85 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:35.203538 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Attempting to bind port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:35.206058 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Attempting to bind port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:35.206058 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Attempting to bind port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:35.206366 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227e79-78c9-4966-9a72-56f658681c5d None None] Pushing event updated for resources: {'Port': ['ID=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:35.213506 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:35.213889 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:35.214294 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.214683 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:35.215150 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Bound port: 2f0867ef-8230-4403-8fb3-ae84eb7b27d6, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:35.215569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.237775 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.267116 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] For port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:35.270243 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] For port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:35.275104 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:35.280063 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:35.284387 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:35.324933 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e8264e-a666-404d-ab75-1de2f30b4a1e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:35.341261 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (8fefa3e5-b661-4160-8811-4c6b6c6805b5), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.363857 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.428588 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:35.429505 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:35.434771 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227e79-78c9-4966-9a72-56f658681c5d None None] Pushing event updated for resources: {'Port': ['ID=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:35.534731 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.554311 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:35.581791 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4797b177-ff21-45c0-b463-832030e796b4 None None] Provisioning complete for port b2e8264e-a666-404d-ab75-1de2f30b4a1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:35.582108 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4797b177-ff21-45c0-b463-832030e796b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.686734 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4797b177-ff21-45c0-b463-832030e796b4 None None] Port b2e8264e-a666-404d-ab75-1de2f30b4a1e cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:54:35.707071 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks [] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.766593 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:33Z', 'revision_number': 3, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:35.768999 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.804287 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device d2202b81-fd72-4b55-9613-2a2224410d85 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:35.806595 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de31fd-7edb-45aa-9c8e-911e891e3532 None None] The sync data for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi is: [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:33Z', 'revision_number': 3, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:54:35.841607 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e8264e-a666-404d-ab75-1de2f30b4a1e,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:35.847379 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (8fefa3e5-b661-4160-8811-4c6b6c6805b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.864642 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port d2202b81-fd72-4b55-9613-2a2224410d85 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:35.865263 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:35.947997 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port d2202b81-fd72-4b55-9613-2a2224410d85 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:35.949978 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:35.951571 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:36.089251 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:54:36.214489 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:36.218151 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-5c107818-5bba-4967-a2c7-a9ed1034a7ca None None] Provisioning complete for port b2e8264e-a666-404d-ab75-1de2f30b4a1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:36.218616 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c107818-5bba-4967-a2c7-a9ed1034a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:36.220795 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2383e181-f433-42da-bfc7-1601ce8b8866 admin admin] 10.222.0.72 "PUT /v2.0/routers/8fefa3e5-b661-4160-8811-4c6b6c6805b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0431120 Jan 23 21:54:36.260190 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5c107818-5bba-4967-a2c7-a9ed1034a7ca None None] Port b2e8264e-a666-404d-ab75-1de2f30b4a1e cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:54:36.890169 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57464) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:36.895079 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1419343987-network', 'tenant_id': '559287e02b2942e9aa698c609285885c'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:36.968737 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Made reservation on behalf of 559287e02b2942e9aa698c609285885c for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:54:36.971981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:36.981522 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.057929 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks [] for security_group (16635ec9-25cb-46a2-b4b1-c71d6eada46e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.105928 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (16635ec9-25cb-46a2-b4b1-c71d6eada46e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.135341 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:54:37.137285 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16635ec9-25cb-46a2-b4b1-c71d6eada46e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:37.153424 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (3af6b863-a0bd-4fe0-87ad-bf284a5a490f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.153424 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Added segment 3af6b863-a0bd-4fe0-87ad-bf284a5a490f of type vlan for network 1d5e2979-4c49-4194-880c-089ff9bb204f Jan 23 21:54:37.189962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (1d5e2979-4c49-4194-880c-089ff9bb204f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.283627 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (1d5e2979-4c49-4194-880c-089ff9bb204f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.284631 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:37.285214 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.350570 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] Pushing event updated for resources: {'Network': ['ID=1d5e2979-4c49-4194-880c-089ff9bb204f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:37.361749 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 1d5e2979-4c49-4194-880c-089ff9bb204f details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:54:37.373963 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-39b8dfc9-8a2e-4636-a5b5-baeb086ea85e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4818153 Jan 23 21:54:37.374184 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57466) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:37.378963 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Request body: {'subnet': {'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1419343987-subnet', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:37.418713 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Sync routers for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:37.428960 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:37.429577 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:37.483248 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Made reservation on behalf of 559287e02b2942e9aa698c609285885c for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:54:37.485989 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.533909 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:37.700659 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (370aaeaa-5e61-4b20-991d-5510ff76a3b9), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.731752 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 2, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:37.757400 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370aaeaa-5e61-4b20-991d-5510ff76a3b9,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:37.764671 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Checking router: 8fefa3e5-b661-4160-8811-4c6b6c6805b5 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:54:37.765025 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Updating router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 port b2e8264e-a666-404d-ab75-1de2f30b4a1e binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:54:37.778202 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Checking segment: {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:37.778561 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Network hostable DHCP agents. Network: 1d5e2979-4c49-4194-880c-089ff9bb204f, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:54:37.791017 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.824819 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:37.865949 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Network 1d5e2979-4c49-4194-880c-089ff9bb204f is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:54:37.879888 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:37.880368 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:37.917793 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 1d5e2979-4c49-4194-880c-089ff9bb204f) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:37.929394 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d9e7e-d3c8-40ee-8fb5-dd5627f5d0e0 None None] Network 1d5e2979-4c49-4194-880c-089ff9bb204f requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:54:37.930316 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:37.930924 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.015070 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9d20146f-a42b-41cc-925e-243ba179bc22 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6390617 Jan 23 21:54:38.017019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57472) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:38.022393 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:38.037363 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:38.037870 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.070659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:38.097189 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-1d5e2979-4c49-4194-880c-089ff9bb204f', 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'project_id': '559287e02b2942e9aa698c609285885c', 'fixed_ips': [{'subnet_id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 21:54:38.098052 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.100902 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (43025331-36bc-481d-bfcf-d0efa9acde54), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.106531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (43025331-36bc-481d-bfcf-d0efa9acde54), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.153809 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Publish callbacks [] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.160591 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks [] for router_controller (43025331-36bc-481d-bfcf-d0efa9acde54), precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.172619 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.259133 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:38.277838 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Allocated IP 172.20.0.2 (1d5e2979-4c49-4194-880c-089ff9bb204f/370aaeaa-5e61-4b20-991d-5510ff76a3b9/6a09abb7-3c2f-4d31-a2f2-6712c282ac6a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:38.317532 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.375493 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Pushing event updated for resources: {'Port': ['ID=b2e8264e-a666-404d-ab75-1de2f30b4a1e,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:38.393932 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.394514 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.395229 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.395745 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.396258 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.396766 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.397292 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.397839 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.398542 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.399352 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.400065 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.400591 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.401091 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:54:38.444644 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Publish callbacks [] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.483616 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks [] for router_gateway (43025331-36bc-481d-bfcf-d0efa9acde54), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.486694 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Attempting to bind port b2e8264e-a666-404d-ab75-1de2f30b4a1e on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:38.487233 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Attempting to bind port b2e8264e-a666-404d-ab75-1de2f30b4a1e by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:38.487801 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Attempting to bind port b2e8264e-a666-404d-ab75-1de2f30b4a1e on network 8b16d581-7934-4cf5-856b-6309e17e9f23 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:38.495692 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:38.496074 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Checking segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:38.496483 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.496877 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Bound using segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:38.497352 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Bound port: b2e8264e-a666-404d-ab75-1de2f30b4a1e, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:38.497731 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.506147 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.546075 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Network 1d5e2979-4c49-4194-880c-089ff9bb204f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:38.554740 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:38.557414 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:38.567148 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Pushing event updated for resources: {'Port': ['ID=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:38.585941 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] For port b2e8264e-a666-404d-ab75-1de2f30b4a1e, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:38.594813 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] For port b2e8264e-a666-404d-ab75-1de2f30b4a1e, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=b2e8264e-a666-404d-ab75-1de2f30b4a1e,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:38.631751 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Attempting to bind port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:38.632059 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Attempting to bind port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:38.632421 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Attempting to bind port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a on network 1d5e2979-4c49-4194-880c-089ff9bb204f {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:38.637587 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:38.640111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Checking segment: {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:38.640111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.640111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Bound using segment: {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:38.640111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Bound port: 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:38.640111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.661058 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.736413 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:38.737786 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:38.743367 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] For port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:38.746658 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] For port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,segment=NetworkSegment(3af6b863-a0bd-4fe0-87ad-bf284a5a490f),segment_id=3af6b863-a0bd-4fe0-87ad-bf284a5a490f)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:38.771512 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] Provisioning complete for port b2e8264e-a666-404d-ab75-1de2f30b4a1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:38.772300 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.773287 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks [] for router_gateway (43025331-36bc-481d-bfcf-d0efa9acde54), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.795999 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.814313 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:38.898695 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:38.956981 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea27f1a-ebe2-4bbd-a204-c31dc79fe922 None None] Pushing event updated for resources: {'Port': ['ID=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:38.978421 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Allocated IP 172.27.0.79 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/7ed6cf02-df99-49ed-8d6d-100a774c272a) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:38.980757 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] Current status of the port b2e8264e-a666-404d-ab75-1de2f30b4a1e is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:38.981169 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.010130 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6246364-a63b-4ec7-86fc-d7756e8ffe9a None None] Pushing event updated for resources: {'Port': ['ID=b2e8264e-a666-404d-ab75-1de2f30b4a1e,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:39.017946 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] For port b2e8264e-a666-404d-ab75-1de2f30b4a1e, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=b2e8264e-a666-404d-ab75-1de2f30b4a1e,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:39.112778 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.117708 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks [] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.153905 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:39.187101 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9035c4-d872-4dbc-860a-a82f9563a320 None None] The sync data for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi is: [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:54:39.207501 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6e0d0-6102-48d7-a6b0-430d9edd8fb6 None None] Pushing event updated for resources: {'Port': ['ID=b2e8264e-a666-404d-ab75-1de2f30b4a1e,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:39.243107 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-7336fd2f-34aa-41c3-acda-3480b18ef55f None None] Provisioning complete for port b2e8264e-a666-404d-ab75-1de2f30b4a1e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:39.243533 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7336fd2f-34aa-41c3-acda-3480b18ef55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.317993 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.369232 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:39.370358 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7336fd2f-34aa-41c3-acda-3480b18ef55f None None] Current status of the port b2e8264e-a666-404d-ab75-1de2f30b4a1e is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:39.376004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:39.378970 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:39.455181 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.470168 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed6cf02-df99-49ed-8d6d-100a774c272a,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:39.607957 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-a2137e19-10e0-4121-b8af-056614a042f8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338835296&fields=id&tenant_id=d66f95e94e444453af9756d8848a4b40 HTTP/1.1" status: 200 len: 267 time: 0.1856635 Jan 23 21:54:39.697513 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-4d41c967-148e-4882-b7ab-9d016e68caf8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:39.703936 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-4d41c967-148e-4882-b7ab-9d016e68caf8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 984 time: 0.0666983 Jan 23 21:54:39.830104 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks [] for router_gateway (43025331-36bc-481d-bfcf-d0efa9acde54), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:39.842352 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Request body: {'port': {'security_groups': ['5140046b-5a2e-4468-a5d9-d303f2c354f7']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:40.042668 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.141133 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:40.415620 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d369988f-53f8-4ad1-b8f9-c083bcf1e203 None None] Network 1d5e2979-4c49-4194-880c-089ff9bb204f requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:54:40.497178 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] Provisioning complete for port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:40.497852 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.577659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:40.578094 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.591670 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (43025331-36bc-481d-bfcf-d0efa9acde54), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.693200 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] Current status of the port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:40.693979 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.765292 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:40.767245 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2e8264e-a666-404d-ab75-1de2f30b4a1e up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:40.770265 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] For port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,segment=NetworkSegment(3af6b863-a0bd-4fe0-87ad-bf284a5a490f),segment_id=3af6b863-a0bd-4fe0-87ad-bf284a5a490f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:40.802003 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:40.838575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.857391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.865522 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port b2e8264e-a666-404d-ab75-1de2f30b4a1e triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:40.867716 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.912364 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.934605 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['5a6b61be-fb52-4f06-9641-870cfcda81a8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:54:40.957817 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Router 43025331-36bc-481d-bfcf-d0efa9acde54 is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 21:54:40.992509 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:40.996564 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:40.996564 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-97dba798-3ee2-4e6b-bbd7-84005a3c3023 req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "PUT /v2.0/ports/5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 942 time: 1.1577442 Jan 23 21:54:40.997413 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:54:40.999743 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747f8117-79fd-451f-87a6-42ed07a0d627" -d '{"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:54:41.008214 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5b476-0afd-43de-87bf-91993d0bdecf None None] Pushing event updated for resources: {'Port': ['ID=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:41.008891 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57508) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:41.122755 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d442a02-f376-4383-84bf-759fa1b7f7cb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event updated for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=7']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:41.125127 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['5a6b61be-fb52-4f06-9641-870cfcda81a8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:54:41.174299 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-edc5dbe9-debc-4f0b-bbf5-3fbe0d2d53db tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group (ec9a8e80-d2b3-4d4b-9092-aaaa46b80630), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.197406 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37e4dc-4b99-4add-a5ac-8beac50c53d3 x-openstack-request-id: req-8e37e4dc-4b99-4add-a5ac-8beac50c53d3 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:54:41.197690 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:54:41.199099 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e37e4dc-4b99-4add-a5ac-8beac50c53d3 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:54:41.199641 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'status': 'completed', 'code': 200} Jan 23 21:54:41.217962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-edc5dbe9-debc-4f0b-bbf5-3fbe0d2d53db tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group (ec9a8e80-d2b3-4d4b-9092-aaaa46b80630), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.247803 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:41.253136 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4695c789-aeaa-4a09-9238-045d93d9acd6 None None] Provisioning complete for port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:41.253513 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4695c789-aeaa-4a09-9238-045d93d9acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.264612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port b2e8264e-a666-404d-ab75-1de2f30b4a1e is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:41.265524 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:41.331840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Sync routers for ids ['43025331-36bc-481d-bfcf-d0efa9acde54'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:41.371196 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-bab17ae7-d703-4ccf-a1c4-8db2165a6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:41.371196 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-bab17ae7-d703-4ccf-a1c4-8db2165a6d4f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1098 time: 0.0904224 Jan 23 21:54:41.398579 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-edc5dbe9-debc-4f0b-bbf5-3fbe0d2d53db tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ec9a8e80-d2b3-4d4b-9092-aaaa46b80630), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.407493 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-edc5dbe9-debc-4f0b-bbf5-3fbe0d2d53db tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.407493 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-edc5dbe9-debc-4f0b-bbf5-3fbe0d2d53db tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "DELETE /v2.0/security-groups/ec9a8e80-d2b3-4d4b-9092-aaaa46b80630 HTTP/1.1" status: 204 len: 168 time: 0.3903737 Jan 23 21:54:41.410794 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57514) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:41.422466 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Routers {'43025331-36bc-481d-bfcf-d0efa9acde54'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:41.423511 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['43025331-36bc-481d-bfcf-d0efa9acde54'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:41.435023 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.437586 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5340706e-9e0a-45fd-a9cc-add1d5b706a3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4182737 Jan 23 21:54:41.440441 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57516) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:41.515629 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5dbe9-debc-4f0b-bbf5-3fbe0d2d53db tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a8e80-d2b3-4d4b-9092-aaaa46b80630,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:41.599984 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-002ce30b-5861-4c24-8d29-9c79111a9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:41.601618 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-002ce30b-5861-4c24-8d29-9c79111a9920 service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.2276664 Jan 23 21:54:41.672255 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:41.673088 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.717554 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4695c789-aeaa-4a09-9238-045d93d9acd6 None None] Current status of the port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:41.727448 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Set router 43025331-36bc-481d-bfcf-d0efa9acde54 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:41.732790 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-88e421bc-c143-4a0d-b40e-eac10288c52d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 1000 time: 0.1240339 Jan 23 21:54:41.796207 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-a253c3f6-1c94-4b73-8a62-9db517d388b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:41.798529 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-a253c3f6-1c94-4b73-8a62-9db517d388b8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0589323 Jan 23 21:54:41.800896 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Deleting port b9374506-6e53-450a-ac11-eadba0bc8721 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:54:41.801239 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (b9374506-6e53-450a-ac11-eadba0bc8721), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.909473 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-31de23d7-b126-4a8e-998d-f2fa89d8aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:41.911061 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-31de23d7-b126-4a8e-998d-f2fa89d8aca1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0962706 Jan 23 21:54:41.934080 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (b9374506-6e53-450a-ac11-eadba0bc8721), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.934409 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for floatingip (b9374506-6e53-450a-ac11-eadba0bc8721), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:41.979042 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Calling delete_port for b9374506-6e53-450a-ac11-eadba0bc8721 owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:54:42.010099 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-59f47a8b-ac4f-4a5f-b7bd-cb12c792eb5a None None] Provisioning complete for port 5a6b61be-fb52-4f06-9641-870cfcda81a8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:42.010476 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59f47a8b-ac4f-4a5f-b7bd-cb12c792eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.065499 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:42.082447 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.126571 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:39Z', 'revision_number': 3, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:42.128632 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-0c40f929-d25c-4a6b-acf6-7145cce49ed8 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068806 Jan 23 21:54:42.161118 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Checking router: 43025331-36bc-481d-bfcf-d0efa9acde54 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:54:42.161347 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Updating router 43025331-36bc-481d-bfcf-d0efa9acde54 port 7ed6cf02-df99-49ed-8d6d-100a774c272a binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:54:42.185540 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-59f47a8b-ac4f-4a5f-b7bd-cb12c792eb5a None None] Current status of the port 5a6b61be-fb52-4f06-9641-870cfcda81a8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:42.193436 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.217103 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:42.313090 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Allocated IP 172.20.0.1 (1d5e2979-4c49-4194-880c-089ff9bb204f/370aaeaa-5e61-4b20-991d-5510ff76a3b9/328794ff-8268-42e4-a3c9-6418d2a4015f) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:42.361233 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:42.361613 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.436348 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks [] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.525200 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.550421 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-747f8117-79fd-451f-87a6-42ed07a0d627 req-12d73522-6aae-4580-bee6-d99d8f1cadbd service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146502 Jan 23 21:54:42.565671 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Network 1d5e2979-4c49-4194-880c-089ff9bb204f is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:42.575715 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:42.579985 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:42.628936 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Pushing event updated for resources: {'Port': ['ID=328794ff-8268-42e4-a3c9-6418d2a4015f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:42.639488 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (43025331-36bc-481d-bfcf-d0efa9acde54), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.683507 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (b9374506-6e53-450a-ac11-eadba0bc8721), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.706431 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:42.717557 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event deleted for resources: {'Port': ['ID=b9374506-6e53-450a-ac11-eadba0bc8721,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:42.741774 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Publish callbacks [] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.796545 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks [] for floatingip (9591972c-6aa3-494e-88d0-82c2b59445b0), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.797244 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Floating IP 9591972c-6aa3-494e-88d0-82c2b59445b0 disassociated (deleted). External IP: 172.27.0.15, port: 5a6b61be-fb52-4f06-9641-870cfcda81a8. Jan 23 21:54:42.820900 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.879441 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5866e09-3797-422a-993a-a7b2685e1ae5 None None] Pushing event updated for resources: {'Port': ['ID=7ed6cf02-df99-49ed-8d6d-100a774c272a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:42.883729 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Attempting to bind port 7ed6cf02-df99-49ed-8d6d-100a774c272a on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:42.884046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Attempting to bind port 7ed6cf02-df99-49ed-8d6d-100a774c272a by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:42.884405 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Attempting to bind port 7ed6cf02-df99-49ed-8d6d-100a774c272a on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:42.889804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:42.891149 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:42.891323 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.891590 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:42.892889 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Bound port: 7ed6cf02-df99-49ed-8d6d-100a774c272a, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:42.892889 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.919057 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.962648 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-2a5d903a-28ab-4c13-942a-8fa602b8834b None None] Provisioning complete for port 328794ff-8268-42e4-a3c9-6418d2a4015f triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:42.963022 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a5d903a-28ab-4c13-942a-8fa602b8834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:42.967179 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] For port 7ed6cf02-df99-49ed-8d6d-100a774c272a, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:43.018685 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] For port 7ed6cf02-df99-49ed-8d6d-100a774c272a, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=7ed6cf02-df99-49ed-8d6d-100a774c272a,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:43.036364 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d903a-28ab-4c13-942a-8fa602b8834b None None] Port 328794ff-8268-42e4-a3c9-6418d2a4015f cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:54:43.055861 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:54:43.059581 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:54:43.073623 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:43.134726 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Routers {'43025331-36bc-481d-bfcf-d0efa9acde54'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:43.136274 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['43025331-36bc-481d-bfcf-d0efa9acde54'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.143279 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:54:43.146455 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:54:43.147952 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a77b-555d-4e7d-971e-55b1873822a4 req-ee9752b6-cfcc-4019-9589-794ba150c79e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:43.149446 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64c9a77b-555d-4e7d-971e-55b1873822a4 req-ee9752b6-cfcc-4019-9589-794ba150c79e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.1262648 Jan 23 21:54:43.179192 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5866e09-3797-422a-993a-a7b2685e1ae5 None None] Pushing event updated for resources: {'Port': ['ID=7ed6cf02-df99-49ed-8d6d-100a774c272a,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:43.180150 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:43.191770 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] Sync routers for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:43.193011 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:43.209753 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:43.210394 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:43.226045 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1ec29834-b6cf-4737-8e17-f6c158b17a0e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "DELETE /v2.0/floatingips/9591972c-6aa3-494e-88d0-82c2b59445b0 HTTP/1.1" status: 204 len: 168 time: 1.8091557 Jan 23 21:54:43.226045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:54:43.230189 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks [] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:43.237854 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad89618-10d8-4330-81c6-d74a42cb0160" -d '{"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:54:43.279367 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] Set router 43025331-36bc-481d-bfcf-d0efa9acde54 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:43.283640 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64c9a77b-555d-4e7d-971e-55b1873822a4 req-c52f6e31-8ba8-4a7f-835f-169fb7dbaaa0 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173792 Jan 23 21:54:43.317194 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:43.340227 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:43.364214 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fdf093-8e12-4ed9-a88e-257f6e41f917 x-openstack-request-id: req-80fdf093-8e12-4ed9-a88e-257f6e41f917 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:54:43.364407 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:54:43.364623 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80fdf093-8e12-4ed9-a88e-257f6e41f917 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:54:43.365030 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'status': 'completed', 'code': 200} Jan 23 21:54:43.398899 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Pushing event updated for resources: {'Port': ['ID=328794ff-8268-42e4-a3c9-6418d2a4015f,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:43.448505 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (43025331-36bc-481d-bfcf-d0efa9acde54), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:43.450766 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-5d4c6020-4a48-4677-87a8-aa07c8aad8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:43.452481 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-5d4c6020-4a48-4677-87a8-aa07c8aad8be service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d66f95e94e444453af9756d8848a4b40&device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 1098 time: 0.0672433 Jan 23 21:54:43.563605 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-0b19bea4-ba78-4307-a7c5-39c5c5a37439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:43.564602 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '328794ff-8268-42e4-a3c9-6418d2a4015f', 'name': '', 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'mac_address': 'fa:16:3e:27:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:42Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 1, 'project_id': '559287e02b2942e9aa698c609285885c', 'subnets': [{'id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:43.565120 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-0b19bea4-ba78-4307-a7c5-39c5c5a37439 service neutron] 10.222.0.112 "GET /v2.0/networks?id=87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 200 len: 915 time: 0.1053755 Jan 23 21:54:43.566294 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Network 1d5e2979-4c49-4194-880c-089ff9bb204f is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:43.569223 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:43.624172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fdd8a-c5d2-4c07-ba93-dc0a088feced None None] The sync data for ids ['43025331-36bc-481d-bfcf-d0efa9acde54'] in dv-cinder-821602-21-iscsi is: [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '328794ff-8268-42e4-a3c9-6418d2a4015f', 'name': '', 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'mac_address': 'fa:16:3e:27:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:42Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 1, 'project_id': '559287e02b2942e9aa698c609285885c', 'subnets': [{'id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:54:43.643357 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-2c60552f-e95a-4be7-8bc2-0e0e49790cc4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 200 len: 217 time: 0.0712249 Jan 23 21:54:43.696780 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:43.714067 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-9fbbafce-f6bf-46c5-8f73-435b9d1bed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:43.715474 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-9fbbafce-f6bf-46c5-8f73-435b9d1bed78 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 200 len: 853 time: 0.0661132 Jan 23 21:54:43.762821 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] Checking router: 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:54:43.770878 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Router 43025331-36bc-481d-bfcf-d0efa9acde54 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:54:43.785462 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:43.786488 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:43.858216 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-07623b31-0a22-4da7-830f-562edc2c6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:43.859913 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-07623b31-0a22-4da7-830f-562edc2c6792 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=87818ac8-b7a9-42ed-99c0-88bc382b664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1348526 Jan 23 21:54:43.973047 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d781bf7d-8225-49da-8469-281ef4ea19b4 None None] Provisioning complete for port 328794ff-8268-42e4-a3c9-6418d2a4015f triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:43.973609 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d781bf7d-8225-49da-8469-281ef4ea19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:43.983209 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:43.983567 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:44.014856 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-94dc75b0-e059-4b36-aa8f-a2d335857160 admin admin] 10.222.0.72 "PUT /v2.0/routers/43025331-36bc-481d-bfcf-d0efa9acde54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5634689 Jan 23 21:54:44.046338 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-b76f2951-9067-4fc6-ae67-04a1445696d9 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795468 Jan 23 21:54:44.060261 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d781bf7d-8225-49da-8469-281ef4ea19b4 None None] Port 328794ff-8268-42e4-a3c9-6418d2a4015f cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:54:44.183836 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cad89618-10d8-4330-81c6-d74a42cb0160 req-46ef6982-e565-4536-a529-44a3f2402219 service neutron] 10.222.0.112 "GET /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282167 Jan 23 21:54:44.294916 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:44.324855 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0a642-1eba-4126-93a8-f7d089918c91 None None] The sync data for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi is: [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:49:57Z', 'revision_number': 4, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '20ea9455-5d2c-4f49-a728-7d691c577b1e', 'name': '', 'network_id': '87818ac8-b7a9-42ed-99c0-88bc382b664f', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'mac_address': 'fa:16:3e:d5:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:56Z', 'updated_at': '2022-01-23T21:50:02Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'subnets': [{'id': 'be55e91c-595c-4abb-96f3-1bbd37b000a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:54:44.440772 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30622144-9156-497d-93af-4ddc2ef2cfc5 req-5ed08ba5-3133-4634-a07e-c83371ecf4b4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:44.448402 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30622144-9156-497d-93af-4ddc2ef2cfc5 req-5ed08ba5-3133-4634-a07e-c83371ecf4b4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0675013 Jan 23 21:54:44.516841 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30622144-9156-497d-93af-4ddc2ef2cfc5 req-cae3311f-a143-4bf1-bb61-0504253fcdf9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617895 Jan 23 21:54:44.649136 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57562) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:44.653995 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300027988', 'description': 'tempest-secgroup-smoke-1300027988 description', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:44.692349 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a77dc-db10-484e-8150-63e5303433d1 None None] New status for floating IP 9591972c-6aa3-494e-88d0-82c2b59445b0: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:54:44.791252 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:44.873155 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group (07ccfb82-1d4a-439d-a753-90d25babc8d2), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:44.980178 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (07ccfb82-1d4a-439d-a753-90d25babc8d2), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.012459 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ccfb82-1d4a-439d-a753-90d25babc8d2,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:45.085676 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.089832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6bf197d4-787d-4429-8ec4-8f60a6a71091 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4369729 Jan 23 21:54:45.091178 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57568) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:45.096333 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group_rule': {'security_group_id': '07ccfb82-1d4a-439d-a753-90d25babc8d2', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:45.117021 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-2aa4796c-15cc-46f5-805c-3b820ea7c1a9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:45.118550 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-2aa4796c-15cc-46f5-805c-3b820ea7c1a9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0549917 Jan 23 21:54:45.217114 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Deleting port f7fe6406-a8df-48ac-805e-3784f4c99fd5 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:54:45.217821 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.259671 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (de3f98ee-3be2-4f13-8fe0-53fe1bf0fe92), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.317365 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] For port f7fe6406-a8df-48ac-805e-3784f4c99fd5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f7fe6406-a8df-48ac-805e-3784f4c99fd5,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:45.317848 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.318710 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (de3f98ee-3be2-4f13-8fe0-53fe1bf0fe92), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.392148 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (de3f98ee-3be2-4f13-8fe0-53fe1bf0fe92), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.412599 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3f98ee-3be2-4f13-8fe0-53fe1bf0fe92,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:45.455037 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b933a5c5-50b1-4c42-8191-dea54cf640e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.490696 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.492099 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-22324345-1e5a-4fc3-ab23-d0b411a5a65e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3998954 Jan 23 21:54:45.494727 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57570) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:45.499304 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group_rule': {'security_group_id': '07ccfb82-1d4a-439d-a753-90d25babc8d2', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:45.546311 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.546750 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (14daabbe-9ac7-406e-b4a1-972ccebc8d5d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.547806 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Floating IP 14daabbe-9ac7-406e-b4a1-972ccebc8d5d disassociated. External IP: 172.27.0.49, port: f7fe6406-a8df-48ac-805e-3784f4c99fd5. Jan 23 21:54:45.548161 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Calling delete_port for f7fe6406-a8df-48ac-805e-3784f4c99fd5 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:54:45.618578 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (9a37ac8b-a850-40dd-8e92-a65d7dc6ae26), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.664795 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea038ceb-8891-44ff-9d11-62e3319bf099 req-2adf697f-8094-4f99-8316-1e2fcf9708bd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:45.666338 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea038ceb-8891-44ff-9d11-62e3319bf099 req-2adf697f-8094-4f99-8316-1e2fcf9708bd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 947 time: 0.0826743 Jan 23 21:54:45.699262 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (9a37ac8b-a850-40dd-8e92-a65d7dc6ae26), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.725543 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea038ceb-8891-44ff-9d11-62e3319bf099 req-0c98b4e5-2954-4580-9608-bffc1a5aadcb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=2eea663d-4c6c-4f36-9a2a-afc3b876f060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483294 Jan 23 21:54:45.746088 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (f7fe6406-a8df-48ac-805e-3784f4c99fd5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.774073 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (9a37ac8b-a850-40dd-8e92-a65d7dc6ae26), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.779531 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event deleted for resources: {'Port': ['ID=f7fe6406-a8df-48ac-805e-3784f4c99fd5,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:45.793172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a37ac8b-a850-40dd-8e92-a65d7dc6ae26,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:45.892636 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:45.896397 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-cddc0716-1ef4-41c5-b473-ee67f61de95a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4004416 Jan 23 21:54:45.897059 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57580) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:45.903210 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group_rule': {'security_group_id': '07ccfb82-1d4a-439d-a753-90d25babc8d2', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:45.915185 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:54:46.056968 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (619b1f84-e7f9-4662-ae84-bb172a08c0d1), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.085805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:46.097072 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:46.109755 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:46.109755 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:46.166966 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] No DVR routers for this DVR port f7fe6406-a8df-48ac-805e-3784f4c99fd5 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:54:46.178519 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.187124 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a51e8512-7aea-45d8-9dfd-9de107777fb3 req-81f74069-96f1-49f5-9338-a9e2083b749c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "DELETE /v2.0/ports/f7fe6406-a8df-48ac-805e-3784f4c99fd5 HTTP/1.1" status: 204 len: 173 time: 1.0631194 Jan 23 21:54:46.192712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-deleted', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:54:46.195912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3248f41-47f1-4b8f-baaa-0bb28cac4310" -d '{"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-deleted", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:54:46.254737 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7ed6cf02-df99-49ed-8d6d-100a774c272a up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:46.268607 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (619b1f84-e7f9-4662-ae84-bb172a08c0d1), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.283327 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd1a6a-42ba-402a-98e5-f3db0186a1f6 x-openstack-request-id: req-89dd1a6a-42ba-402a-98e5-f3db0186a1f6 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:54:46.283757 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fc3bb7-d995-4479-b450-5c9814f60914", "name": "network-vif-deleted", "tag": "f7fe6406-a8df-48ac-805e-3784f4c99fd5", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:54:46.284119 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89dd1a6a-42ba-402a-98e5-f3db0186a1f6 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:54:46.284689 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fc3bb7-d995-4479-b450-5c9814f60914', 'name': 'network-vif-deleted', 'tag': 'f7fe6406-a8df-48ac-805e-3784f4c99fd5', 'status': 'completed', 'code': 200} Jan 23 21:54:46.334193 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (619b1f84-e7f9-4662-ae84-bb172a08c0d1), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.370176 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619b1f84-e7f9-4662-ae84-bb172a08c0d1,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:46.370883 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 7ed6cf02-df99-49ed-8d6d-100a774c272a triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:46.371289 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.410518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.411694 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7ea632e8-8d05-4a3f-9d87-b3a71dffcb9c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5121546 Jan 23 21:54:46.414394 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57592) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:46.417297 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:46.419048 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group_rule': {'security_group_id': '07ccfb82-1d4a-439d-a753-90d25babc8d2', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:46.501111 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 7ed6cf02-df99-49ed-8d6d-100a774c272a is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:46.502166 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.526245 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 7ed6cf02-df99-49ed-8d6d-100a774c272a, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=7ed6cf02-df99-49ed-8d6d-100a774c272a,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:46.536084 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (74eb8a1b-8e21-4fd3-882e-fc00634a5d43), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.626630 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.636514 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (74eb8a1b-8e21-4fd3-882e-fc00634a5d43), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.682102 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=7ed6cf02-df99-49ed-8d6d-100a774c272a,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:46.695786 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:46.723174 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:54:46.731874 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:46.732528 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:46.762829 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (74eb8a1b-8e21-4fd3-882e-fc00634a5d43), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.783532 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eb8a1b-8e21-4fd3-882e-fc00634a5d43,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:46.859018 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d2038cdb-d1ba-4e69-99e4-fce293cbbf40 req-981e2ee4-f9d6-4b2a-acf7-0b876b974476 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 210 time: 0.0276134 Jan 23 21:54:46.862609 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:46.866607 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e6276ca4-fb22-46e1-b4ba-495f99d24b31 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4487731 Jan 23 21:54:46.866768 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:46.867236 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57598) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:46.871806 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group_rule': {'security_group_id': '07ccfb82-1d4a-439d-a753-90d25babc8d2', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:46.991652 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Project a9409b9243e5457ba0d83ecc3d610b1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 23 21:54:46.997153 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (2b233b3a-32d7-421c-955f-ce16d9661dfe), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.067518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (2b233b3a-32d7-421c-955f-ce16d9661dfe), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.086595 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:47.120183 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ae339-d022-45ec-bbea-250b4904be33 None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:54:47.147320 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (2b233b3a-32d7-421c-955f-ce16d9661dfe), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.166518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b233b3a-32d7-421c-955f-ce16d9661dfe,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:47.285216 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.286444 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cb0edc39-2698-4f6b-9542-b36fb847e634 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4181559 Jan 23 21:54:47.289171 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57600) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:47.293515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'security_group_rule': {'security_group_id': '07ccfb82-1d4a-439d-a753-90d25babc8d2', 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:47.402959 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Project a9409b9243e5457ba0d83ecc3d610b1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 23 21:54:47.409794 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (2a7460b1-8501-472a-9a8a-38678908acdf), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.442517 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8744d4-0d19-4987-b1ae-49ef04538642 None None] New status for floating IP 14daabbe-9ac7-406e-b4a1-972ccebc8d5d: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:54:47.487164 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (2a7460b1-8501-472a-9a8a-38678908acdf), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.568650 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (2a7460b1-8501-472a-9a8a-38678908acdf), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.589020 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7460b1-8501-472a-9a8a-38678908acdf,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:47.657245 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.671883 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8d9919da-985d-41c8-961a-88e646065808 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3813424 Jan 23 21:54:47.709531 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Sync routers for ids ['43025331-36bc-481d-bfcf-d0efa9acde54'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:47.721141 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Routers {'43025331-36bc-481d-bfcf-d0efa9acde54'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:47.721805 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['43025331-36bc-481d-bfcf-d0efa9acde54'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:47.804875 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323baa64-ce00-444f-bd8a-ec7f4559be7d req-67b382fa-8d42-4540-bb2b-cccf9fa10d73 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:47.813175 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-323baa64-ce00-444f-bd8a-ec7f4559be7d req-67b382fa-8d42-4540-bb2b-cccf9fa10d73 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0734046 Jan 23 21:54:47.860368 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67c46ef1-c2ad-4795-8fba-054d8ca1efd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:47.879472 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-323baa64-ce00-444f-bd8a-ec7f4559be7d req-191ee6b3-9f25-4549-b5f9-90c51ba650fb tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649142 Jan 23 21:54:47.886180 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Set router 43025331-36bc-481d-bfcf-d0efa9acde54 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:48.003010 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-24b80828-9851-42d1-a7f0-1076eae5c8ae req-c5c48907-ce03-4b4b-9e90-2900c3c6aeb3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=74fc3bb7-d995-4479-b450-5c9814f60914 HTTP/1.1" status: 200 len: 210 time: 0.0281465 Jan 23 21:54:48.141524 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '328794ff-8268-42e4-a3c9-6418d2a4015f', 'name': '', 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'mac_address': 'fa:16:3e:27:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:42Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 2, 'project_id': '559287e02b2942e9aa698c609285885c', 'subnets': [{'id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:48.169039 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Checking router: 43025331-36bc-481d-bfcf-d0efa9acde54 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:54:48.169392 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Updating router 43025331-36bc-481d-bfcf-d0efa9acde54 port 328794ff-8268-42e4-a3c9-6418d2a4015f binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 21:54:48.174285 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7ed6cf02-df99-49ed-8d6d-100a774c272a up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:48.200372 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.233345 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 7ed6cf02-df99-49ed-8d6d-100a774c272a triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:48.233758 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.324937 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 7ed6cf02-df99-49ed-8d6d-100a774c272a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:48.477888 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Publish callbacks [] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.574456 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.629068 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73be33a-e2b3-4fb7-959d-8973ec1e328d None None] Pushing event updated for resources: {'Port': ['ID=328794ff-8268-42e4-a3c9-6418d2a4015f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:48.720110 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Attempting to bind port 328794ff-8268-42e4-a3c9-6418d2a4015f on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:48.720500 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Attempting to bind port 328794ff-8268-42e4-a3c9-6418d2a4015f by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:48.720869 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Attempting to bind port 328794ff-8268-42e4-a3c9-6418d2a4015f on network 1d5e2979-4c49-4194-880c-089ff9bb204f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:48.732137 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:48.732137 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Checking segment: {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:48.732137 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.732137 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Bound using segment: {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:48.732137 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Bound port: 328794ff-8268-42e4-a3c9-6418d2a4015f, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af6b863-a0bd-4fe0-87ad-bf284a5a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:48.732137 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.811149 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] For port 328794ff-8268-42e4-a3c9-6418d2a4015f, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:48.814541 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] For port 328794ff-8268-42e4-a3c9-6418d2a4015f, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=328794ff-8268-42e4-a3c9-6418d2a4015f,segment=NetworkSegment(3af6b863-a0bd-4fe0-87ad-bf284a5a490f),segment_id=3af6b863-a0bd-4fe0-87ad-bf284a5a490f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:48.894683 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:48.966656 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Routers {'43025331-36bc-481d-bfcf-d0efa9acde54'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:48.967606 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['43025331-36bc-481d-bfcf-d0efa9acde54'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:48.971887 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73be33a-e2b3-4fb7-959d-8973ec1e328d None None] Pushing event updated for resources: {'Port': ['ID=328794ff-8268-42e4-a3c9-6418d2a4015f,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:48.979718 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] Provisioning complete for port 328794ff-8268-42e4-a3c9-6418d2a4015f triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:48.980256 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.102281 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371d704-aaf6-4fc4-b8ea-89868d770b53 req-34c2df8f-9f34-42b0-94d5-2e9e7370fefd tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:49.104020 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f371d704-aaf6-4fc4-b8ea-89868d770b53 req-34c2df8f-9f34-42b0-94d5-2e9e7370fefd tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.1071708 Jan 23 21:54:49.181137 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f371d704-aaf6-4fc4-b8ea-89868d770b53 req-d48df4f5-08d4-4293-b2cf-a84887f3e3d7 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691757 Jan 23 21:54:49.183549 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] Current status of the port 328794ff-8268-42e4-a3c9-6418d2a4015f is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:49.185032 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.211410 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] Set router 43025331-36bc-481d-bfcf-d0efa9acde54 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:54:49.243731 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] For port 328794ff-8268-42e4-a3c9-6418d2a4015f, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=328794ff-8268-42e4-a3c9-6418d2a4015f,segment=NetworkSegment(3af6b863-a0bd-4fe0-87ad-bf284a5a490f),segment_id=3af6b863-a0bd-4fe0-87ad-bf284a5a490f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:49.273483 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57662) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:49.335916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74525fc6-65b0-4889-a546-d8c61325bf6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (2eea663d-4c6c-4f36-9a2a-afc3b876f060), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.366520 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74525fc6-65b0-4889-a546-d8c61325bf6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (2eea663d-4c6c-4f36-9a2a-afc3b876f060), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.374355 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.422411 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.434699 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a122e-da2a-47e0-8c2a-c514b121bc84 None None] Pushing event updated for resources: {'Port': ['ID=328794ff-8268-42e4-a3c9-6418d2a4015f,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:49.468603 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '328794ff-8268-42e4-a3c9-6418d2a4015f', 'name': '', 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'mac_address': 'fa:16:3e:27:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:42Z', 'updated_at': '2022-01-23T21:54:48Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'subnets': [{'id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:49.499361 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-bff22a24-9ef7-4f25-bfb9-7a36a9d267d6 None None] Provisioning complete for port 328794ff-8268-42e4-a3c9-6418d2a4015f triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:49.500271 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a9e3a-3077-462a-8f19-4ecd9c5c1236 None None] The sync data for ids ['43025331-36bc-481d-bfcf-d0efa9acde54'] in dv-cinder-821602-21-iscsi is: [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:42Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '328794ff-8268-42e4-a3c9-6418d2a4015f', 'name': '', 'network_id': '1d5e2979-4c49-4194-880c-089ff9bb204f', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'mac_address': 'fa:16:3e:27:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:42Z', 'updated_at': '2022-01-23T21:54:48Z', 'revision_number': 4, 'project_id': '559287e02b2942e9aa698c609285885c', 'subnets': [{'id': '370aaeaa-5e61-4b20-991d-5510ff76a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:54:49.500471 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff22a24-9ef7-4f25-bfb9-7a36a9d267d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.563529 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74525fc6-65b0-4889-a546-d8c61325bf6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (2eea663d-4c6c-4f36-9a2a-afc3b876f060), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.566347 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74525fc6-65b0-4889-a546-d8c61325bf6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.567709 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-74525fc6-65b0-4889-a546-d8c61325bf6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "DELETE /v2.0/security-groups/2eea663d-4c6c-4f36-9a2a-afc3b876f060 HTTP/1.1" status: 204 len: 168 time: 0.2931445 Jan 23 21:54:49.570825 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57666) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:49.584436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74525fc6-65b0-4889-a546-d8c61325bf6c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eea663d-4c6c-4f36-9a2a-afc3b876f060,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:49.589761 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-59e713a4-b676-4ac2-b29f-454c4e8782f2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] show failed (client error): The resource could not be found. Jan 23 21:54:49.590832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-59e713a4-b676-4ac2-b29f-454c4e8782f2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups/2eea663d-4c6c-4f36-9a2a-afc3b876f060 HTTP/1.1" status: 404 len: 347 time: 0.0185850 Jan 23 21:54:49.595894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57668) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:49.616778 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bff22a24-9ef7-4f25-bfb9-7a36a9d267d6 None None] Current status of the port 328794ff-8268-42e4-a3c9-6418d2a4015f is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:49.760370 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Deleting port 98d17da6-7285-4e7a-bfa0-0e4eae76f113 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:54:49.760718 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.845090 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.845517 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (98d17da6-7285-4e7a-bfa0-0e4eae76f113), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:49.864900 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Calling delete_port for 98d17da6-7285-4e7a-bfa0-0e4eae76f113 owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:54:50.077423 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (98d17da6-7285-4e7a-bfa0-0e4eae76f113), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.104851 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event deleted for resources: {'Port': ['ID=98d17da6-7285-4e7a-bfa0-0e4eae76f113,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:50.173508 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (14daabbe-9ac7-406e-b4a1-972ccebc8d5d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.176338 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.177411 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-23ce63fc-3c79-41aa-8f26-1770a18de4b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "DELETE /v2.0/floatingips/14daabbe-9ac7-406e-b4a1-972ccebc8d5d HTTP/1.1" status: 204 len: 168 time: 0.5805335 Jan 23 21:54:50.222175 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 328794ff-8268-42e4-a3c9-6418d2a4015f up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:54:50.288847 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 328794ff-8268-42e4-a3c9-6418d2a4015f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:50.289304 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.338815 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd846e78-4913-45df-b44a-90c9601827b6 req-4f4e54d2-fc68-445f-b70e-f8c5f53577a9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:50.342512 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd846e78-4913-45df-b44a-90c9601827b6 req-4f4e54d2-fc68-445f-b70e-f8c5f53577a9 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0640507 Jan 23 21:54:50.396939 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd846e78-4913-45df-b44a-90c9601827b6 req-f0214d68-0dc9-495d-880a-c57c4aab8501 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Jan 23 21:54:50.405222 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 328794ff-8268-42e4-a3c9-6418d2a4015f is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:54:50.511366 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.637746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57678) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:50.643470 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476914647', 'description': 'tempest-description--1108530996'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:50.751253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.821133 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (7e4f1704-9290-4ca0-9321-0e5eddada8fe), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.892722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:54:50.893925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7e4f1704-9290-4ca0-9321-0e5eddada8fe), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:50.914212 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: f7fe6406-a8df-48ac-805e-3784f4c99fd5 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:54:50.914569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device f7fe6406-a8df-48ac-805e-3784f4c99fd5 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:54:50.928358 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4f1704-9290-4ca0-9321-0e5eddada8fe,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:51.016938 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.018219 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9cde3d54-b823-4237-8afd-df641b24e3cc tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3791940 Jan 23 21:54:51.026434 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57692) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:51.030802 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'security_group_rule': {'security_group_id': '7e4f1704-9290-4ca0-9321-0e5eddada8fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:51.202373 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (99704b8a-dc40-47f8-83d7-4406fa2200ab), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.261777 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (99704b8a-dc40-47f8-83d7-4406fa2200ab), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.351645 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (99704b8a-dc40-47f8-83d7-4406fa2200ab), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.369188 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99704b8a-dc40-47f8-83d7-4406fa2200ab,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:51.416144 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.417395 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5ab13cc0-d753-440d-8c42-82f9c72bb272 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900280 Jan 23 21:54:51.420783 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57698) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:51.426372 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'security_group_rule': {'security_group_id': '7e4f1704-9290-4ca0-9321-0e5eddada8fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:51.505995 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (eba4b9b8-5415-41cc-9fa3-0db9e65c6688), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.516399 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d42e1-fb26-4ca3-a993-00e4a30ad4da req-721393cb-2c69-4f3d-8d38-84ed2e3f43ee tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:51.517878 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b8d42e1-fb26-4ca3-a993-00e4a30ad4da req-721393cb-2c69-4f3d-8d38-84ed2e3f43ee tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0497918 Jan 23 21:54:51.566695 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b8d42e1-fb26-4ca3-a993-00e4a30ad4da req-f0181658-4462-4fec-a1eb-688f9dbe9576 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Jan 23 21:54:51.577879 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (eba4b9b8-5415-41cc-9fa3-0db9e65c6688), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.637220 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (eba4b9b8-5415-41cc-9fa3-0db9e65c6688), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.654852 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba4b9b8-5415-41cc-9fa3-0db9e65c6688,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:51.730105 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.731369 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c92992d8-603e-4dba-ae5f-4f7af13bd690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088582 Jan 23 21:54:51.734962 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57704) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:51.739290 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:51.808237 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:51.910045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.020515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Allocated IP 172.27.0.29 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/fb7d24be-c88f-4001-a72a-d6067d2c57bc) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:52.048645 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.127470 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.271912 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.313298 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:52.316177 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:52.319517 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:52.324888 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'Port': ['ID=fb7d24be-c88f-4001-a72a-d6067d2c57bc,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:52.412680 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.537927 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.708438 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda7c7-677d-4a3d-aa68-aacd87ea4e0a req-2925786e-278b-42aa-91af-de41b2d86423 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:52.710452 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fdda7c7-677d-4a3d-aa68-aacd87ea4e0a req-2925786e-278b-42aa-91af-de41b2d86423 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0602462 Jan 23 21:54:52.722264 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.773190 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fdda7c7-677d-4a3d-aa68-aacd87ea4e0a req-25912f8e-572d-46a0-85b5-8ca7820c3f47 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/security-groups?id=5140046b-5a2e-4468-a5d9-d303f2c354f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542040 Jan 23 21:54:52.797172 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.870006 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'Port': ['ID=fb7d24be-c88f-4001-a72a-d6067d2c57bc,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:52.902119 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.976166 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:52.977694 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0a47f088-cca7-4016-9068-5f2a3de975cd tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2415059 Jan 23 21:54:53.137152 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-9b846362-789e-4bfd-a79e-1512cb2b8b41 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--476914647&fields=id&tenant_id=ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 267 time: 0.0496924 Jan 23 21:54:53.253152 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-cb482633-7cef-4aa5-b9f2-c07181dfb0e2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:53.254606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-cb482633-7cef-4aa5-b9f2-c07181dfb0e2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 817 time: 0.1061740 Jan 23 21:54:53.270564 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-ce333ca6-0af6-462d-bf4a-cac1aa344a13 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/quotas/ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 375 time: 0.0103831 Jan 23 21:54:53.331030 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-10c1ed1d-2627-4138-b2a1-d41c959640d2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546889 Jan 23 21:54:53.340092 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1175-7e76-46bc-a356-d89432f1421a req-8a551404-8052-40ad-bc91-4a91b48c7ff8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:53.341847 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b81d1175-7e76-46bc-a356-d89432f1421a req-8a551404-8052-40ad-bc91-4a91b48c7ff8 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.112 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 945 time: 0.0613930 Jan 23 21:54:53.443869 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-5d20670f-74fc-4217-90ea-74e87211191d service neutron] 10.222.0.72 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939746 Jan 23 21:54:53.463097 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Deleting port 5a6b61be-fb52-4f06-9641-870cfcda81a8 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:54:53.463478 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:53.549207 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-3ac676ad-9698-4095-92ad-e0dca63cb350 service neutron] 10.222.0.72 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015115 Jan 23 21:54:53.569220 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] For port 5a6b61be-fb52-4f06-9641-870cfcda81a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a6b61be-fb52-4f06-9641-870cfcda81a8,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:53.569587 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:53.583425 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Calling delete_port for 5a6b61be-fb52-4f06-9641-870cfcda81a8 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:54:53.831491 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (5a6b61be-fb52-4f06-9641-870cfcda81a8), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:53.845626 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['5a6b61be-fb52-4f06-9641-870cfcda81a8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:54:53.858170 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9fd2490e-a39f-4a9c-bbab-d90472a57eb0 req-0202b795-bfb9-4668-830d-7e0ee81d7f2e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 210 time: 0.0355618 Jan 23 21:54:53.889845 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Pushing event deleted for resources: {'Port': ['ID=5a6b61be-fb52-4f06-9641-870cfcda81a8,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:53.971835 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5904b303-7af1-478a-ade9-920c359e9028 req-09bfe862-dde2-46cc-9006-511e6a13fb6d tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 210 time: 0.0712581 Jan 23 21:54:54.202378 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] No DVR routers for this DVR port 5a6b61be-fb52-4f06-9641-870cfcda81a8 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:54:54.205940 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:54.209435 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b81d1175-7e76-46bc-a356-d89432f1421a req-368703c3-a2ae-4049-a175-9256b30cffb1 tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.112 "DELETE /v2.0/ports/5a6b61be-fb52-4f06-9641-870cfcda81a8 HTTP/1.1" status: 204 len: 173 time: 0.8596978 Jan 23 21:54:54.209923 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'name': 'network-vif-deleted', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:54:54.213549 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d8365-53fc-49b4-92ea-3c7dbf401e82" -d '{"events": [{"server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "name": "network-vif-deleted", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:54:54.254835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd18ecdb-4197-40d8-a6a4-7c68101318d6 x-openstack-request-id: req-dd18ecdb-4197-40d8-a6a4-7c68101318d6 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:54:54.255247 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187822a8-3cdd-42c1-ae9b-0fe91b3c04c1", "name": "network-vif-deleted", "tag": "5a6b61be-fb52-4f06-9641-870cfcda81a8", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:54:54.255247 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd18ecdb-4197-40d8-a6a4-7c68101318d6 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:54:54.255663 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187822a8-3cdd-42c1-ae9b-0fe91b3c04c1', 'name': 'network-vif-deleted', 'tag': '5a6b61be-fb52-4f06-9641-870cfcda81a8', 'status': 'completed', 'code': 200} Jan 23 21:54:54.974357 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e43dc136-502f-481b-ba52-8b45e65aae9e req-1a8c843b-41ee-4c43-bf07-d74c3bde1524 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 210 time: 0.0294435 Jan 23 21:54:55.090328 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-73644a32-4a63-4063-83f3-e92726724403 req-a2fc3b7e-5017-47b7-82d6-aa87cda39a6e tempest-TestMinimumBasicScenario-1161739046 tempest-TestMinimumBasicScenario-1161739046-project] 10.222.0.72 "GET /v2.0/ports?device_id=187822a8-3cdd-42c1-ae9b-0fe91b3c04c1 HTTP/1.1" status: 200 len: 210 time: 0.0283377 Jan 23 21:54:56.082244 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf03cf52-2ba0-4cc7-8243-d7a4f4df9aa7 req-6838ed0c-daa2-45a0-8713-708c06472bec tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 210 time: 0.0300722 Jan 23 21:54:56.116512 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-f90a1ecb-5eb7-4c83-b821-b017be244305 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:56.118676 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-f90a1ecb-5eb7-4c83-b821-b017be244305 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 817 time: 0.1417835 Jan 23 21:54:56.199699 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-21d043cf-1594-4e0a-ac20-4aa34458f2ce tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 379 time: 0.0674095 Jan 23 21:54:56.217579 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'port': {'device_id': '01709537-a8fa-4710-96ce-1dfd362560bf', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'admin_state_up': True, 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'security_groups': ['7e4f1704-9290-4ca0-9321-0e5eddada8fe']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:56.390849 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Made reservation on behalf of ad81ef47542743ff8193845fef19eca0 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:54:56.397718 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:56.538597 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Allocated IP 172.20.0.12 (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767/d5c3b91c-e818-4d97-a565-fa028cebcf2e/b8ed2b0b-b8e3-4957-82b3-2caad5f98877) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:54:56.698188 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:56.769235 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:56.820379 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:54:56.821656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:54:56.824753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:54:56.862578 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:56.888059 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:56.888699 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:56.890089 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 5a6b61be-fb52-4f06-9641-870cfcda81a8 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:54:56.911246 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 5a6b61be-fb52-4f06-9641-870cfcda81a8 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:54:56.911820 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 5a6b61be-fb52-4f06-9641-870cfcda81a8 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:54:56.959697 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-af16a3b1-27b4-4803-b8b4-1c8979f4c077 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465849 Jan 23 21:54:56.979967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Request body: {'port': {'device_id': '01709537-a8fa-4710-96ce-1dfd362560bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:54:57.051613 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.109875 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-8ddf9781-a51b-45a2-8e22-8797d745d1c7 None None] Provisioning complete for port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:54:57.110571 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9781-a51b-45a2-8e22-8797d745d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.199846 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf9781-a51b-45a2-8e22-8797d745d1c7 None None] Port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:54:57.251811 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d452-c10c-4239-a775-21b9fc598bfa req-96f42d67-aaac-49a8-89cb-c1997e86d2c5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:57.254522 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88f2d452-c10c-4239-a775-21b9fc598bfa req-96f42d67-aaac-49a8-89cb-c1997e86d2c5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 932 time: 0.0612762 Jan 23 21:54:57.309681 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88f2d452-c10c-4239-a775-21b9fc598bfa req-3f0f251d-2bd8-4205-bbdb-76e345e3aa98 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496085 Jan 23 21:54:57.396663 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ed2b0b-b8e3-4957-82b3-2caad5f98877 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:54:57.404339 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Publish callbacks [] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.418736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Transition to ACTIVE for port object b8ed2b0b-b8e3-4957-82b3-2caad5f98877 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:54:57.494339 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.550661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:57.613380 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57826) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:57.639735 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Attempting to bind port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:54:57.640030 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Attempting to bind port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:54:57.640365 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Attempting to bind port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:57.647035 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:54:57.647448 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Attempting to bind port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 on network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:54:57.652954 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:54:57.653315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Checking segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:54:57.653702 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Bound using segment: {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:54:57.654256 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Bound port: b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531f89d5-0038-481a-bfa1-2320c9f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:54:57.654763 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.730916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:54:57.734665 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:54:57.822542 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.862817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:57.863647 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:57.865183 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] 10.222.0.112 "PUT /v2.0/ports/b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 1094 time: 0.8899848 Jan 23 21:54:57.869182 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:54:57.881827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93" -d '{"events": [{"name": "network-changed", "server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:54:57.922008 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0997c9-3f25-4689-a29e-77a73783acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:57.936740 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1696727f-7809-4fe4-9356-2f32e978e84d x-openstack-request-id: req-1696727f-7809-4fe4-9356-2f32e978e84d {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:54:57.937068 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:54:57.937436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1696727f-7809-4fe4-9356-2f32e978e84d {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:54:57.939602 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'status': 'completed', 'code': 200} Jan 23 21:54:58.019344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93 req-1028fd9d-6e3d-4fa9-be1a-643047cd4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.020903 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93 req-1028fd9d-6e3d-4fa9-be1a-643047cd4deb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1097 time: 0.0598288 Jan 23 21:54:58.144746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93 req-615ad2e5-6ca1-43f3-af25-536f7da6d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.151239 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93 req-615ad2e5-6ca1-43f3-af25-536f7da6d05d service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ad81ef47542743ff8193845fef19eca0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1190450 Jan 23 21:54:58.284713 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93 req-01a461e7-7c93-4e3b-8dbf-f3fa7edb4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.284713 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a31e12bc-b8bf-42c4-86af-21afc6cb8d93 req-01a461e7-7c93-4e3b-8dbf-f3fa7edb4546 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244113 Jan 23 21:54:58.380699 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-a040c1b9-a1b2-45d9-a10d-c3bdfcc4449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.382359 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-a040c1b9-a1b2-45d9-a10d-c3bdfcc4449d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1097 time: 0.0517936 Jan 23 21:54:58.435450 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-04099a84-58bc-4514-b75b-634ba9a9b816 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 217 time: 0.0449281 Jan 23 21:54:58.483379 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134c7b8-ea9b-4bbc-9b3a-74edbbb8f98b req-cabf7f6d-74c0-4ac6-a585-b4ba2dab8dfe tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.484998 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f134c7b8-ea9b-4bbc-9b3a-74edbbb8f98b req-cabf7f6d-74c0-4ac6-a585-b4ba2dab8dfe tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0982609 Jan 23 21:54:58.486121 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-439e0b9b-113c-4d27-b051-93a283d1ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.487809 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-439e0b9b-113c-4d27-b051-93a283d1ceb8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0462515 Jan 23 21:54:58.533632 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:58.536676 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-b39e7c2a-7ea6-44f5-ace4-0dc0086f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:58.537957 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-b39e7c2a-7ea6-44f5-ace4-0dc0086f474f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426567 Jan 23 21:54:58.584740 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f134c7b8-ea9b-4bbc-9b3a-74edbbb8f98b req-1d174b51-88c5-4192-8e84-2e435fa85aa7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928991 Jan 23 21:54:58.634279 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-13bde319-6d00-42c4-9e27-8397230b30de service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900631 Jan 23 21:54:58.728152 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-820badfb-39f6-47c3-850a-bdcfe29825bf req-c2277c1c-9450-4ea8-9286-4f7e221f2308 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876391 Jan 23 21:54:58.803851 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Deleting port 20ea9455-5d2c-4f49-a728-7d691c577b1e {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:54:58.804190 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:58.887974 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] For port 20ea9455-5d2c-4f49-a728-7d691c577b1e, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=20ea9455-5d2c-4f49-a728-7d691c577b1e,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:54:58.888360 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:58.900577 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Calling delete_port for 20ea9455-5d2c-4f49-a728-7d691c577b1e owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:54:59.168215 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (20ea9455-5d2c-4f49-a728-7d691c577b1e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:59.198217 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ea9455-5d2c-4f49-a728-7d691c577b1e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:54:59.396748 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:54:59.652363 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:54:59.801519 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab864-c7ca-4954-9e7d-f965db0d51c3 req-2a418be3-563f-4a80-a58a-82784efed12e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:54:59.803152 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-da7ab864-c7ca-4954-9e7d-f965db0d51c3 req-2a418be3-563f-4a80-a58a-82784efed12e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.1057699 Jan 23 21:54:59.817301 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:54:59.850541 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6a949b19-16a1-4ebd-a8c5-771a1622a418 admin admin] 10.222.0.72 "PUT /v2.0/routers/01f47a27-8fd4-4260-b8e9-08a5dff8eb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092478 Jan 23 21:54:59.850758 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57866) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:54:59.851414 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] Sync routers for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:54:59.851414 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:54:59.851414 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:54:59.898793 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-da7ab864-c7ca-4954-9e7d-f965db0d51c3 req-370cf850-86ec-4b6f-a06a-13ce5414f66f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884109 Jan 23 21:54:59.965824 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks [] for router (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.085773 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks [] for router_gateway (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.090521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:00.148650 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54f7f-93ab-45cd-a6e2-fa70a53983e1 req-2f502100-15ea-4e02-bef9-2c7716f42556 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:00.150531 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d3b54f7f-93ab-45cd-a6e2-fa70a53983e1 req-2f502100-15ea-4e02-bef9-2c7716f42556 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0844636 Jan 23 21:55:00.215453 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d3b54f7f-93ab-45cd-a6e2-fa70a53983e1 req-794757e0-b626-4120-b94d-9ba09a2bb7b7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567884 Jan 23 21:55:00.234997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Deleting port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:00.235425 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.310352 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:54:59Z', 'revision_number': 5, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port': {'id': '471e7a20-5c68-4cc3-a1a8-a947dc48dfee', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:49:53Z', 'updated_at': '2022-01-23T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:00.342331 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] Checking router: 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:55:00.346077 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] For port 471e7a20-5c68-4cc3-a1a8-a947dc48dfee, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:00.351412 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.355585 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] Routers {'01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:00.356219 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:00.359715 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Calling delete_port for 471e7a20-5c68-4cc3-a1a8-a947dc48dfee owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:00.449684 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] Set router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:00.507626 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:55:00Z', 'revision_number': 6, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:00.536204 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c56cc-99cc-4559-9315-22945aeb6687 None None] The sync data for ids ['01f47a27-8fd4-4260-b8e9-08a5dff8eb5f'] in dv-cinder-821602-21-iscsi is: [{'id': '01f47a27-8fd4-4260-b8e9-08a5dff8eb5f', 'name': 'tempest-TestMinimumBasicScenario-624068132-router', 'tenant_id': 'd66f95e94e444453af9756d8848a4b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:49:52Z', 'updated_at': '2022-01-23T21:55:00Z', 'revision_number': 6, 'project_id': 'd66f95e94e444453af9756d8848a4b40', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:55:00.591321 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (471e7a20-5c68-4cc3-a1a8-a947dc48dfee), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.617981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Pushing event deleted for resources: {'Port': ['ID=471e7a20-5c68-4cc3-a1a8-a947dc48dfee,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:00.631086 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.631471 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.631813 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.632147 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.632476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.632804 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.633134 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.633457 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.633778 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.634101 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.634421 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.634738 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.635054 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:00.694302 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.803209 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.805465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks [] for router_controller (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.883583 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:55:00.974297 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (01f47a27-8fd4-4260-b8e9-08a5dff8eb5f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.975639 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01f47a27-8fd4-4260-b8e9-08a5dff8eb5f {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 21:55:00.983696 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:00.988866 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-493aefbc-9b43-4cad-bd3e-54a1dfa54750 admin admin] 10.222.0.72 "DELETE /v2.0/routers/01f47a27-8fd4-4260-b8e9-08a5dff8eb5f HTTP/1.1" status: 204 len: 168 time: 1.1587944 Jan 23 21:55:00.989618 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57892) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:01.009661 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:01.028215 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'mac_address': 'fa:16:3e:ea:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:55:01.057282 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Deleting subnet be55e91c-595c-4abb-96f3-1bbd37b000a6 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:55:01.058835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d16a8-b1fb-4142-ad35-488727e2400d req-9ec428f5-7f1c-4985-9c8f-f3d6bc36bdef tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:01.060276 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf5d16a8-b1fb-4142-ad35-488727e2400d req-9ec428f5-7f1c-4985-9c8f-f3d6bc36bdef tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0770900 Jan 23 21:55:01.061260 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Publish callbacks [] for subnet (be55e91c-595c-4abb-96f3-1bbd37b000a6), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.074740 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:55:01.075329 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.106004 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ed2b0b-b8e3-4957-82b3-2caad5f98877 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:55:01.107122 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612194'] for subnet (be55e91c-595c-4abb-96f3-1bbd37b000a6), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.134726 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:01.140431 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf5d16a8-b1fb-4142-ad35-488727e2400d req-83337fff-a62a-455e-ba38-d20dae3d1812 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731132 Jan 23 21:55:01.240761 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (be55e91c-595c-4abb-96f3-1bbd37b000a6), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.248341 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.306273 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:01.352503 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4761f-c941-4688-b0b1-dd098631a4cb req-0d17a4af-b318-41ca-b9cd-79580611a3a7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:01.360573 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75f4761f-c941-4688-b0b1-dd098631a4cb req-0d17a4af-b318-41ca-b9cd-79580611a3a7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0649242 Jan 23 21:55:01.367481 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59626229'] for subnet (be55e91c-595c-4abb-96f3-1bbd37b000a6), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.405130 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be55e91c-595c-4abb-96f3-1bbd37b000a6,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:01.408388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.414404 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d27ed628-1000-448a-98f6-6d198f8b9968 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/be55e91c-595c-4abb-96f3-1bbd37b000a6 HTTP/1.1" status: 204 len: 168 time: 0.4235854 Jan 23 21:55:01.430707 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfd56d-3a8b-4742-ac33-0b492e2965fb None None] Network 87818ac8-b7a9-42ed-99c0-88bc382b664f requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:55:01.430939 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57900) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:01.440002 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75f4761f-c941-4688-b0b1-dd098631a4cb req-a0b05631-07c7-4873-88f6-3c965bf5365f tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780921 Jan 23 21:55:01.559594 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (87818ac8-b7a9-42ed-99c0-88bc382b664f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.585185 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-5e1398b7-a252-4baa-9e1a-0a4bb385e1ba tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:01.585628 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-5e1398b7-a252-4baa-9e1a-0a4bb385e1ba tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.1086729 Jan 23 21:55:01.676060 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] DHCP port deletion for 87818ac8-b7a9-42ed-99c0-88bc382b664f request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 21:55:01.742128 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] Deleting port 12680eb4-c81b-42a9-a80d-f310ecd15d39 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:01.742502 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.754627 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Deleting port 12680eb4-c81b-42a9-a80d-f310ecd15d39 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:01.761349 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.800534 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['b8ed2b0b-b8e3-4957-82b3-2caad5f98877'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:55:01.840459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] For port 12680eb4-c81b-42a9-a80d-f310ecd15d39, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=12680eb4-c81b-42a9-a80d-f310ecd15d39,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:01.840948 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.851346 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] For port 12680eb4-c81b-42a9-a80d-f310ecd15d39, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=12680eb4-c81b-42a9-a80d-f310ecd15d39,segment=NetworkSegment(eb37ccda-2c8b-48d1-b0d6-768352e70d4a),segment_id=eb37ccda-2c8b-48d1-b0d6-768352e70d4a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:01.851758 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.868286 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Calling delete_port for 12680eb4-c81b-42a9-a80d-f310ecd15d39 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:01.871565 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Deleting port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:01.871901 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:01.874833 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] Calling delete_port for 12680eb4-c81b-42a9-a80d-f310ecd15d39 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:02.025963 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] For port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:02.026525 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.146800 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.152921 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (12680eb4-c81b-42a9-a80d-f310ecd15d39), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.207751 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=12680eb4-c81b-42a9-a80d-f310ecd15d39,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:02.214838 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] No DVR routers for this DVR port 12680eb4-c81b-42a9-a80d-f310ecd15d39 on host dv-cinder-821602-21-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:55:02.219494 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 20ea9455-5d2c-4f49-a728-7d691c577b1e no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:02.250835 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] Pushing event deleted for resources: {'Port': ['ID=12680eb4-c81b-42a9-a80d-f310ecd15d39,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:02.263174 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 20ea9455-5d2c-4f49-a728-7d691c577b1e {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:02.264844 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 20ea9455-5d2c-4f49-a728-7d691c577b1e not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:02.265285 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 471e7a20-5c68-4cc3-a1a8-a947dc48dfee no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:02.270882 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d0745-5394-4541-83cb-3169a0c6fe01 None None] No DVR routers for this DVR port 12680eb4-c81b-42a9-a80d-f310ecd15d39 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:55:02.298384 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 471e7a20-5c68-4cc3-a1a8-a947dc48dfee {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:02.299024 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 471e7a20-5c68-4cc3-a1a8-a947dc48dfee not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:02.299510 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 12680eb4-c81b-42a9-a80d-f310ecd15d39 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:02.328623 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56578334-25ad-4dd2-b7e2-c2b95e10687f req-ebe6b2d9-71e2-42e0-9a8b-3b0b51745c03 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:02.330239 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56578334-25ad-4dd2-b7e2-c2b95e10687f req-ebe6b2d9-71e2-42e0-9a8b-3b0b51745c03 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 945 time: 0.0759895 Jan 23 21:55:02.338846 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 12680eb4-c81b-42a9-a80d-f310ecd15d39 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:02.339197 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 12680eb4-c81b-42a9-a80d-f310ecd15d39 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:02.427230 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56578334-25ad-4dd2-b7e2-c2b95e10687f req-93148530-f8b6-46ea-91bf-995c8faab633 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824904 Jan 23 21:55:02.585805 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54061-f293-4c46-9b52-ebb90142e220 req-4de2f8b1-c94e-4f8a-ab54-376c695030ea tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:02.587426 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-62b54061-f293-4c46-9b52-ebb90142e220 req-4de2f8b1-c94e-4f8a-ab54-376c695030ea tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 946 time: 0.0653596 Jan 23 21:55:02.642085 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-62b54061-f293-4c46-9b52-ebb90142e220 req-32dd2233-5add-4592-9273-9602f9832954 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8a7130a-a808-4fc7-9ca9-d62d72892217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466566 Jan 23 21:55:02.666083 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (87818ac8-b7a9-42ed-99c0-88bc382b664f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.675388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.675711 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (886268d0-2c91-4aa4-8668-228f7d308ce5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.676026 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Floating IP 886268d0-2c91-4aa4-8668-228f7d308ce5 disassociated. External IP: 172.27.0.21, port: a6e816d7-cc0f-4359-ad4d-cb30a317e7ee. Jan 23 21:55:02.676370 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Calling delete_port for a6e816d7-cc0f-4359-ad4d-cb30a317e7ee owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:02.697123 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87818ac8-b7a9-42ed-99c0-88bc382b664f']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:02.739148 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:02.739496 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb37ccda-2c8b-48d1-b0d6-768352e70d4a') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:02.751521 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (eb37ccda-2c8b-48d1-b0d6-768352e70d4a), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.773609 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (eb37ccda-2c8b-48d1-b0d6-768352e70d4a), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.782452 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:55:02.782840 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (eb37ccda-2c8b-48d1-b0d6-768352e70d4a), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:55:02.785315 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:55:02.888569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:55:02.916824 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (87818ac8-b7a9-42ed-99c0-88bc382b664f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.933592 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.936988 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/87818ac8-b7a9-42ed-99c0-88bc382b664f HTTP/1.1" status: 204 len: 168 time: 1.5144763 Jan 23 21:55:02.938137 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd538f-d0bf-4fab-9e68-d2f439cac0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=87818ac8-b7a9-42ed-99c0-88bc382b664f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:02.940659 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57924) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:02.980061 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (a6e816d7-cc0f-4359-ad4d-cb30a317e7ee), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:02.996653 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:55:03.000795 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:55:03.001169 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.013596 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event deleted for resources: {'Port': ['ID=a6e816d7-cc0f-4359-ad4d-cb30a317e7ee,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:03.092398 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:55:03.092791 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.117520 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:03.119927 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4759c4-66e8-4693-bacd-b611193b3cb6" -d '{"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:03.132698 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:03.164537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efde313-d7a6-4a16-9572-726290519a09 x-openstack-request-id: req-7efde313-d7a6-4a16-9572-726290519a09 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:03.165143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:03.165143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7efde313-d7a6-4a16-9572-726290519a09 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:03.165654 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'code': 200} Jan 23 21:55:03.194821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.249132 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:03.260031 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:55:03.496175 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:55:03.510306 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:55:03.532951 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57936) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:03.541945 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:03.543856 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:03.574245 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] No DVR routers for this DVR port a6e816d7-cc0f-4359-ad4d-cb30a317e7ee on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:55:03.578050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf06c-9b80-49aa-b94c-6c5f82d8155c req-d25ba1c1-cbe7-4673-a63e-a3ff2f21ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:03.579644 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-841bf06c-9b80-49aa-b94c-6c5f82d8155c req-d25ba1c1-cbe7-4673-a63e-a3ff2f21ea90 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1099 time: 0.1617329 Jan 23 21:55:03.580749 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.584127 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1b4afca5-9536-4bb4-98bf-04890d0b06ac req-18db8584-bce3-4c35-9aa4-0547736bb4a1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "DELETE /v2.0/ports/a6e816d7-cc0f-4359-ad4d-cb30a317e7ee HTTP/1.1" status: 204 len: 173 time: 1.9336212 Jan 23 21:55:03.584796 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'name': 'network-vif-deleted', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:03.586998 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b63bab-5798-425c-8bec-b9cca420d67c" -d '{"events": [{"server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "name": "network-vif-deleted", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:03.624083 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232433c-f8af-4281-8835-e1574133b845 req-fc55afd7-15d0-4c30-a66a-6e6bc18cf2c1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:03.631429 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3232433c-f8af-4281-8835-e1574133b845 req-fc55afd7-15d0-4c30-a66a-6e6bc18cf2c1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.1084862 Jan 23 21:55:03.657629 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-841bf06c-9b80-49aa-b94c-6c5f82d8155c req-5b413d81-4c4d-4161-8f62-f021f268c813 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665679 Jan 23 21:55:03.661014 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Deleting subnet 950c55d0-6984-47cf-b835-c5f361f4705e {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:55:03.675731 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf49d5-119b-4e94-9c40-8344179a3ac8 x-openstack-request-id: req-2fbf49d5-119b-4e94-9c40-8344179a3ac8 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:03.676165 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973074c7-ca55-46ef-b58f-f0d548815b0c", "name": "network-vif-deleted", "tag": "a6e816d7-cc0f-4359-ad4d-cb30a317e7ee", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:03.676428 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fbf49d5-119b-4e94-9c40-8344179a3ac8 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:03.676840 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973074c7-ca55-46ef-b58f-f0d548815b0c', 'name': 'network-vif-deleted', 'tag': 'a6e816d7-cc0f-4359-ad4d-cb30a317e7ee', 'status': 'completed', 'code': 200} Jan 23 21:55:03.679858 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Publish callbacks [] for subnet (950c55d0-6984-47cf-b835-c5f361f4705e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.681278 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:03.747301 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3232433c-f8af-4281-8835-e1574133b845 req-938542c0-48bb-48bf-8ef7-961eb69a00ed tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142960 Jan 23 21:55:03.753123 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (950c55d0-6984-47cf-b835-c5f361f4705e), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.756558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (3f53b283-baf5-4a70-97d8-4c3e74243f9d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.830090 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-efba6acc-0b50-4a96-aaaa-bb34e3f98cfc req-ccc4aa48-c349-4619-9770-547a3e5c9191 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=973074c7-ca55-46ef-b58f-f0d548815b0c HTTP/1.1" status: 200 len: 210 time: 0.0352907 Jan 23 21:55:03.860534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (950c55d0-6984-47cf-b835-c5f361f4705e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:03.912439 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:03.944026 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:55:03.953141 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:03.954975 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:03.985404 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (950c55d0-6984-47cf-b835-c5f361f4705e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.013243 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950c55d0-6984-47cf-b835-c5f361f4705e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:04.017054 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.023422 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6b0e5c07-416f-4be5-a64c-e6800d8dedd3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/950c55d0-6984-47cf-b835-c5f361f4705e HTTP/1.1" status: 204 len: 168 time: 0.4857755 Jan 23 21:55:04.024969 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57942) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:04.098667 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:04.117098 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Deleting port bd58582e-642c-4844-94aa-3866df038002 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:04.117696 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (bd58582e-642c-4844-94aa-3866df038002), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.173676 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (423088d8-866f-4b3c-a261-361dbb750840), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.235228 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] For port bd58582e-642c-4844-94aa-3866df038002, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=bd58582e-642c-4844-94aa-3866df038002,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:04.235531 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (bd58582e-642c-4844-94aa-3866df038002), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.250414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Calling delete_port for bd58582e-642c-4844-94aa-3866df038002 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:04.256440 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (423088d8-866f-4b3c-a261-361dbb750840), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.279049 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423088d8-866f-4b3c-a261-361dbb750840']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:04.289742 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:04.290040 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9217f26-41b4-4bab-a5fb-5cc7323f04b2') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:04.302212 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (d9217f26-41b4-4bab-a5fb-5cc7323f04b2), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.317978 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (d9217f26-41b4-4bab-a5fb-5cc7323f04b2), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.318465 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:04.326293 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:55:04.327921 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (d9217f26-41b4-4bab-a5fb-5cc7323f04b2), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: warnings.warn(msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:55:04.328479 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:55:04.349476 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a33d86-e5b9-4588-b54b-bcaebadfa0e2 None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:55:04.476637 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (423088d8-866f-4b3c-a261-361dbb750840), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.484040 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.487210 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] 10.222.0.72 "DELETE /v2.0/networks/423088d8-866f-4b3c-a261-361dbb750840 HTTP/1.1" status: 204 len: 168 time: 0.4612150 Jan 23 21:55:04.497183 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb592b-5a10-4f14-a230-0ef3848aaf47 admin admin] Pushing event deleted for resources: {'Network': ['ID=423088d8-866f-4b3c-a261-361dbb750840,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:04.545653 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (bd58582e-642c-4844-94aa-3866df038002), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.574131 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd58582e-642c-4844-94aa-3866df038002,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:04.664522 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33f507-1f40-439b-8465-bd780f38cef6 None None] New status for floating IP 886268d0-2c91-4aa4-8668-228f7d308ce5: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:55:04.780098 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (3f53b283-baf5-4a70-97d8-4c3e74243f9d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:04.823550 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57950) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:04.902520 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device a6e816d7-cc0f-4359-ad4d-cb30a317e7ee no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:04.938744 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-102b1bae-6d5a-4b66-abaf-8ea7e4238c29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe99769e405e4761be3a2692e4dfff52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1131098 Jan 23 21:55:04.942426 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57956) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:04.958824 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: a6e816d7-cc0f-4359-ad4d-cb30a317e7ee {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:04.965670 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device a6e816d7-cc0f-4359-ad4d-cb30a317e7ee not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:04.975231 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6969774-af08-4b69-8617-0f097383c79b req-9ebef570-0633-4c02-9712-af7eb9df6d65 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:04.976810 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6969774-af08-4b69-8617-0f097383c79b req-9ebef570-0633-4c02-9712-af7eb9df6d65 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.1343379 Jan 23 21:55:05.044136 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57958) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:05.058748 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90e436fe-172c-435c-9ebc-4ec94ec9b390 admin admin] Publish callbacks [] for security_group (b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.072898 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6969774-af08-4b69-8617-0f097383c79b req-89a9cde3-8236-434e-86f0-17ffab77f2f8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859253 Jan 23 21:55:05.094775 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Router 3f53b283-baf5-4a70-97d8-4c3e74243f9d has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:55:05.120399 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90e436fe-172c-435c-9ebc-4ec94ec9b390 admin admin] Publish callbacks [] for security_group (b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.179387 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ce3563d-5e64-4837-9d85-6f4769a72d88 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (e8a7130a-a808-4fc7-9ca9-d62d72892217), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.204750 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ce3563d-5e64-4837-9d85-6f4769a72d88 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (e8a7130a-a808-4fc7-9ca9-d62d72892217), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.357014 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90e436fe-172c-435c-9ebc-4ec94ec9b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.359687 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-90e436fe-172c-435c-9ebc-4ec94ec9b390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.362709 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-90e436fe-172c-435c-9ebc-4ec94ec9b390 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7 HTTP/1.1" status: 204 len: 168 time: 0.4175279 Jan 23 21:55:05.365491 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ce3563d-5e64-4837-9d85-6f4769a72d88 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (e8a7130a-a808-4fc7-9ca9-d62d72892217), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.367571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ce3563d-5e64-4837-9d85-6f4769a72d88 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.368696 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4ce3563d-5e64-4837-9d85-6f4769a72d88 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "DELETE /v2.0/security-groups/e8a7130a-a808-4fc7-9ca9-d62d72892217 HTTP/1.1" status: 204 len: 168 time: 0.3237264 Jan 23 21:55:05.373430 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57962) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:05.381594 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e436fe-172c-435c-9ebc-4ec94ec9b390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a1422-fbb7-40b3-bff7-9ef1ebb4b5a7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:05.409039 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-82a1336a-646f-4058-9c1d-464dc524d9e6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] show failed (client error): The resource could not be found. Jan 23 21:55:05.409039 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-82a1336a-646f-4058-9c1d-464dc524d9e6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups/e8a7130a-a808-4fc7-9ca9-d62d72892217 HTTP/1.1" status: 404 len: 347 time: 0.0309212 Jan 23 21:55:05.409039 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3563d-5e64-4837-9d85-6f4769a72d88 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a7130a-a808-4fc7-9ca9-d62d72892217,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:05.413254 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57964) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:05.477518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:55:05.484011 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-49149da0-ab1d-46ee-97da-3cb6c4be82b1 admin admin] 10.222.0.72 "PUT /v2.0/routers/3f53b283-baf5-4a70-97d8-4c3e74243f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5421722 Jan 23 21:55:05.490104 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] Sync routers for ids ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:55:05.495030 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57966) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:05.506492 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] Routers {'3f53b283-baf5-4a70-97d8-4c3e74243f9d'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:05.507609 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:05.614358 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks [] for router (3f53b283-baf5-4a70-97d8-4c3e74243f9d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.624593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Deleting port 4f3db151-04fb-407a-a4f7-6b6452202dce {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:05.629895 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.630048 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] Set router 3f53b283-baf5-4a70-97d8-4c3e74243f9d gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:05.712017 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.714317 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (4f3db151-04fb-407a-a4f7-6b6452202dce), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.727408 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Calling delete_port for 4f3db151-04fb-407a-a4f7-6b6452202dce owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:05.728507 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks [] for router_gateway (3f53b283-baf5-4a70-97d8-4c3e74243f9d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.894184 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Deleting port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:05.894866 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:05.969550 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:55:04Z', 'revision_number': 5, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port': {'id': '2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:50:02Z', 'updated_at': '2022-01-23T21:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:05.997824 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] For port 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:05.998226 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.007651 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (4f3db151-04fb-407a-a4f7-6b6452202dce), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.011525 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] Checking router: 3f53b283-baf5-4a70-97d8-4c3e74243f9d for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:55:06.014344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Calling delete_port for 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:06.021251 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] Routers {'3f53b283-baf5-4a70-97d8-4c3e74243f9d'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:06.021766 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:06.034165 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event deleted for resources: {'Port': ['ID=4f3db151-04fb-407a-a4f7-6b6452202dce,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:06.099377 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (886268d0-2c91-4aa4-8668-228f7d308ce5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.102111 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.103457 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-70078c77-816f-486a-91db-2f435d342358 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "DELETE /v2.0/floatingips/886268d0-2c91-4aa4-8668-228f7d308ce5 HTTP/1.1" status: 204 len: 168 time: 0.6890445 Jan 23 21:55:06.149388 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] Set router 3f53b283-baf5-4a70-97d8-4c3e74243f9d gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:06.219245 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:55:05Z', 'revision_number': 6, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:06.262671 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb22802-46ca-46e4-9b75-fe3041125f6d None None] The sync data for ids ['3f53b283-baf5-4a70-97d8-4c3e74243f9d'] in dv-cinder-821602-21-iscsi is: [{'id': '3f53b283-baf5-4a70-97d8-4c3e74243f9d', 'name': 'tempest-TestMinimumBasicScenario-46853848-router', 'tenant_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:50:01Z', 'updated_at': '2022-01-23T21:55:05Z', 'revision_number': 6, 'project_id': 'ade8a57ddbd145c58ec8abf565fe8659', 'gw_port_host': None}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:55:06.266789 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402eab-6c74-4ac0-b457-cb20741c3526 req-7f5ce285-fc93-4d8f-a8b8-adb4d75a222c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:06.268974 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02402eab-6c74-4ac0-b457-cb20741c3526 req-7f5ce285-fc93-4d8f-a8b8-adb4d75a222c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0714040 Jan 23 21:55:06.321674 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-02402eab-6c74-4ac0-b457-cb20741c3526 req-6a184edb-e74b-4e7e-995a-cfe0c28db276 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466959 Jan 23 21:55:06.322060 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.357015 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:06.405721 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57976) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:06.408191 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346639893', 'description': 'tempest-description--402809497'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:06.422584 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (3f53b283-baf5-4a70-97d8-4c3e74243f9d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.464334 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd575d9-55e3-4895-9000-f0c16c9337d3 req-53a7969e-98f8-4d51-9dd3-783e6a007f03 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:06.471078 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-abd575d9-55e3-4895-9000-f0c16c9337d3 req-53a7969e-98f8-4d51-9dd3-783e6a007f03 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0735219 Jan 23 21:55:06.476142 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57978) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:06.480716 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Request body: {'floatingip': {'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:06.516291 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.516977 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (3f53b283-baf5-4a70-97d8-4c3e74243f9d), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.519818 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks [] for router_controller (3f53b283-baf5-4a70-97d8-4c3e74243f9d), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.535806 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.640000 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (3f53b283-baf5-4a70-97d8-4c3e74243f9d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.640719 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f53b283-baf5-4a70-97d8-4c3e74243f9d {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 21:55:06.646116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.650556 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-09250fc5-272b-4050-988c-539be18a6d49 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3f53b283-baf5-4a70-97d8-4c3e74243f9d HTTP/1.1" status: 204 len: 168 time: 1.1527572 Jan 23 21:55:06.651288 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57980) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:06.699856 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Deleting subnet 47c77330-816c-49c1-94a1-43e081aabea4 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:55:06.703219 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Publish callbacks [] for subnet (47c77330-816c-49c1-94a1-43e081aabea4), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.753875 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (ae09f57f-8587-40ec-af92-50cedb7538bb), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.756455 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612194'] for subnet (47c77330-816c-49c1-94a1-43e081aabea4), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.845453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (47c77330-816c-49c1-94a1-43e081aabea4), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:06.979551 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59626229'] for subnet (47c77330-816c-49c1-94a1-43e081aabea4), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.008026 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c77330-816c-49c1-94a1-43e081aabea4,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:07.011628 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.017791 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-03b98234-cc26-4e94-810c-17e274149b98 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/47c77330-816c-49c1-94a1-43e081aabea4 HTTP/1.1" status: 204 len: 168 time: 0.3653808 Jan 23 21:55:07.018540 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57984) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:07.020254 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289fea0-0cc7-4ac8-89a4-5b3b13d36fdb None None] Network ae486def-14ca-4cd2-8c83-587d93e10d06 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:55:07.039945 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ae09f57f-8587-40ec-af92-50cedb7538bb), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.093266 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae09f57f-8587-40ec-af92-50cedb7538bb,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:07.104328 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (ae486def-14ca-4cd2-8c83-587d93e10d06), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.176383 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Deleting port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:07.176835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.210721 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.212064 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f958bee4-4da3-4c26-bdbe-ebfa0e8ef7d6 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8072116 Jan 23 21:55:07.217717 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57986) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:07.227888 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'security_group_rule': {'security_group_id': 'ae09f57f-8587-40ec-af92-50cedb7538bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:07.253451 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] For port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:07.253826 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.266175 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] DHCP port deletion for ae486def-14ca-4cd2-8c83-587d93e10d06 request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 21:55:07.284252 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Calling delete_port for e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:07.331137 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] Deleting port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:55:07.331804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.431068 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.454456 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (b9b2929f-d97c-4b12-bd60-9dc0c1ecd524), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.469415 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] No DVR routers for this DVR port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 on host dv-cinder-821602-21-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:55:07.475026 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:07.552977 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] For port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,segment=NetworkSegment(b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6),segment_id=b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:07.553395 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.571453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] Calling delete_port for e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:55:07.575942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (ae486def-14ca-4cd2-8c83-587d93e10d06), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.599644 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae486def-14ca-4cd2-8c83-587d93e10d06']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:07.604221 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.609398 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:07.609769 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:07.616566 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (b9b2929f-d97c-4b12-bd60-9dc0c1ecd524), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.620209 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.640087 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.651351 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:55:07.652005 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (b6dbe3ef-ceae-43bb-bc12-7b7e60664ea6), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:55:07.654537 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:55:07.665494 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.668524 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (e7ebfc69-ff9b-43c8-ab99-73c1e59c1301), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.717189 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] Pushing event deleted for resources: {'Port': ['ID=e7ebfc69-ff9b-43c8-ab99-73c1e59c1301,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:07.724876 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2758cc2-2fe8-4824-a85a-a811e0720995 None None] No DVR routers for this DVR port e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:55:07.729483 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (b9b2929f-d97c-4b12-bd60-9dc0c1ecd524), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.758390 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b2929f-d97c-4b12-bd60-9dc0c1ecd524,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:07.768140 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (ae486def-14ca-4cd2-8c83-587d93e10d06), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.774562 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.780870 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] 10.222.0.72 "DELETE /v2.0/networks/ae486def-14ca-4cd2-8c83-587d93e10d06 HTTP/1.1" status: 204 len: 168 time: 0.7613568 Jan 23 21:55:07.792959 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273e57f-9500-415e-8a6d-5dd115a9b29a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae486def-14ca-4cd2-8c83-587d93e10d06,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:07.822333 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Floating IP 61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd associated. External IP: 172.27.0.29, port: b8ed2b0b-b8e3-4957-82b3-2caad5f98877. Jan 23 21:55:07.828342 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:07.832797 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 57992) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:07.833166 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e86af556-3500-457a-94eb-853df16ee05a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6144040 Jan 23 21:55:07.837710 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'security_group_rule': {'security_group_id': 'ae09f57f-8587-40ec-af92-50cedb7538bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:07.945526 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (2b2ebfb6-69b6-425c-b088-1f98dc67b717), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.004708 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (2b2ebfb6-69b6-425c-b088-1f98dc67b717), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.052990 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:55:08.088051 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (2b2ebfb6-69b6-425c-b088-1f98dc67b717), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.107414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2ebfb6-69b6-425c-b088-1f98dc67b717,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:08.160374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57994) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:08.184389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.185743 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device bd58582e-642c-4844-94aa-3866df038002 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:08.186242 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-42b43383-bcba-4b12-a71c-e947dc14f792 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514690 Jan 23 21:55:08.191908 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 57996) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:08.196919 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:08.201498 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:55:08.208611 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.217145 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:55:08.219896 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: bd58582e-642c-4844-94aa-3866df038002 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:08.220378 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device bd58582e-642c-4844-94aa-3866df038002 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:08.220709 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:08.246804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:08.247157 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2eb4b4e9-5d89-49a4-bdfd-c7fbe88f6553 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:08.247611 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:55:08.265521 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-183d4328-7c64-4a6b-a387-637f88cec8df tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "PUT /v2.0/floatingips/61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd HTTP/1.1" status: 200 len: 991 time: 1.7882905 Jan 23 21:55:08.271381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:08.271381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777b5a9-338f-439c-bb0c-d64a55e652bb" -d '{"events": [{"name": "network-changed", "server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:08.271927 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:08.272595 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:08.274402 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:55:08.274753 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device e7ebfc69-ff9b-43c8-ab99-73c1e59c1301 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:55:08.277442 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-90ad2d90-d823-4982-86c2-95888f2d1974 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d66f95e94e444453af9756d8848a4b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1157792 Jan 23 21:55:08.280181 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58002) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:08.333949 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ef78e-f133-4f05-be20-3b711ceb252e x-openstack-request-id: req-8c0ef78e-f133-4f05-be20-3b711ceb252e {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:08.334255 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:08.334507 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c0ef78e-f133-4f05-be20-3b711ceb252e {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:08.334905 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'status': 'completed', 'code': 200} Jan 23 21:55:08.339835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2e7c22e6-08bf-42d2-9b92-7e3995c59240 admin admin] Publish callbacks [] for security_group (5140046b-5a2e-4468-a5d9-d303f2c354f7), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.373718 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2e7c22e6-08bf-42d2-9b92-7e3995c59240 admin admin] Publish callbacks [] for security_group (5140046b-5a2e-4468-a5d9-d303f2c354f7), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.384750 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.408286 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-1a5d8fff-a6cd-4c9a-a9cf-cfe811cc3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:08.409973 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-1a5d8fff-a6cd-4c9a-a9cf-cfe811cc3460 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1099 time: 0.0556026 Jan 23 21:55:08.416367 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:08.513466 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-ace8f601-ce58-418a-a3bb-1f25a4f4c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:08.514203 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-ace8f601-ce58-418a-a3bb-1f25a4f4c5cb service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.0985088 Jan 23 21:55:08.515526 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.528553 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2e7c22e6-08bf-42d2-9b92-7e3995c59240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5140046b-5a2e-4468-a5d9-d303f2c354f7), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.531242 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2e7c22e6-08bf-42d2-9b92-7e3995c59240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.538584 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2e7c22e6-08bf-42d2-9b92-7e3995c59240 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5140046b-5a2e-4468-a5d9-d303f2c354f7 HTTP/1.1" status: 204 len: 168 time: 0.2545094 Jan 23 21:55:08.585001 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c22e6-08bf-42d2-9b92-7e3995c59240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5140046b-5a2e-4468-a5d9-d303f2c354f7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:08.598271 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-f672fed4-6b2a-424d-b3ef-ce6f16ebbcf4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 999 time: 0.0768399 Jan 23 21:55:08.674865 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Allocated IP 172.27.0.84 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/6f9ebf95-62e4-4a1c-9e69-3416e767c2a2) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:55:08.678471 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-19e0beae-3bd1-4669-8069-d5df15617c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:08.680045 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-19e0beae-3bd1-4669-8069-d5df15617c30 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0765917 Jan 23 21:55:08.735892 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-ea639972-9d13-4ebb-a463-cfe4e4d1abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:08.739163 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-ea639972-9d13-4ebb-a463-cfe4e4d1abde service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532284 Jan 23 21:55:08.775165 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'mac_address': 'fa:16:3e:ea:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01709537-a8fa-4710-96ce-1dfd362560bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:54:52Z', 'updated_at': '2022-01-23T21:55:07Z', 'revision_number': 1, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:08.797241 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.816154 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:55:08.825070 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:08.825777 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:54:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:08.837123 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-d6f7a6f7-827c-4053-bf54-6cdd124b80d9 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906413 Jan 23 21:55:08.941485 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:08.967664 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:08.974573 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d777b5a9-338f-439c-bb0c-d64a55e652bb req-5ce2e8e7-459f-4f60-b204-74edc6bffd35 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316111 Jan 23 21:55:09.003744 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:55:09.011949 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:55:09.014903 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:55:09.046166 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'Port': ['ID=6f9ebf95-62e4-4a1c-9e69-3416e767c2a2,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:09.152876 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (04d4d51a-6d30-47c0-9b7d-137fbc1931df), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.226317 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'mac_address': 'fa:16:3e:ea:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01709537-a8fa-4710-96ce-1dfd362560bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:54:52Z', 'updated_at': '2022-01-23T21:55:07Z', 'revision_number': 1, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:09.261810 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a098e6-07cd-4a79-b073-e39e0785f79e None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'mac_address': 'fa:16:3e:ea:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01709537-a8fa-4710-96ce-1dfd362560bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:54:52Z', 'updated_at': '2022-01-23T21:55:07Z', 'revision_number': 1, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:55:09.302043 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.355793 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58010) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:09.421425 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f3d425db-5f85-4bbc-b446-d75a18d45837 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ade8a57ddbd145c58ec8abf565fe8659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641875 Jan 23 21:55:09.424228 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58014) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:09.459194 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.485651 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74d8fab4-03ff-4402-9591-a4fb78d11bff admin admin] Publish callbacks [] for security_group (888aceeb-2661-44a7-a247-8664c9e01c3b), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.495477 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.509078 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74d8fab4-03ff-4402-9591-a4fb78d11bff admin admin] Publish callbacks [] for security_group (888aceeb-2661-44a7-a247-8664c9e01c3b), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.519256 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d8cc5-7d2a-4b3f-82de-5077d4a91558 None None] New status for floating IP 61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:55:09.550903 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.623327 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'Port': ['ID=6f9ebf95-62e4-4a1c-9e69-3416e767c2a2,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:09.638225 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (04d4d51a-6d30-47c0-9b7d-137fbc1931df), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.660000 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74d8fab4-03ff-4402-9591-a4fb78d11bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (888aceeb-2661-44a7-a247-8664c9e01c3b), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.662741 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74d8fab4-03ff-4402-9591-a4fb78d11bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.663982 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-74d8fab4-03ff-4402-9591-a4fb78d11bff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/888aceeb-2661-44a7-a247-8664c9e01c3b HTTP/1.1" status: 204 len: 168 time: 0.2387872 Jan 23 21:55:09.673206 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8fab4-03ff-4402-9591-a4fb78d11bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888aceeb-2661-44a7-a247-8664c9e01c3b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:09.788607 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:09.794308 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fb5e9025-dff7-41a2-ac9b-6360567de26e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5972209 Jan 23 21:55:10.058620 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-bd1e0221-e344-4dfe-aacd-b8ba26bfc527 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1346639893&fields=id&tenant_id=8155754143864a16b3c702963a51e9d9 HTTP/1.1" status: 200 len: 267 time: 0.0763648 Jan 23 21:55:10.219951 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-c8f54d6f-c546-47e7-89d8-8967a353c4e3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:10.222038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-c8f54d6f-c546-47e7-89d8-8967a353c4e3 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 811 time: 0.1546524 Jan 23 21:55:10.242535 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-981926fb-a8d6-4b6a-9b1c-b9959a4963dd tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/quotas/8155754143864a16b3c702963a51e9d9 HTTP/1.1" status: 200 len: 375 time: 0.0130095 Jan 23 21:55:10.311826 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-2606963d-d7da-459e-a597-73b2f839822d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611944 Jan 23 21:55:10.424458 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-bf23947b-290b-4027-858b-b593c832d287 service neutron] 10.222.0.72 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004481 Jan 23 21:55:10.535349 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-39c3097f-82e9-42e0-ab2b-e5c90dfc205a service neutron] 10.222.0.72 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052542 Jan 23 21:55:10.819370 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c121dde0-ff34-4c16-a203-e3b6fdbb8d9d req-5fdf12b3-8463-44bf-91b6-57d666fff4cc tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 210 time: 0.0277987 Jan 23 21:55:11.914232 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d0e0b382-03ff-4a7e-9954-82a247ba6d37 req-ed7be206-e4c1-4b9c-8d1a-3cc270dfa445 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 210 time: 0.0269129 Jan 23 21:55:13.015227 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-696ecf41-e193-44a9-8d66-5cf01342062d req-9a1bcc00-c376-48aa-b69b-f75c433b6b49 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 210 time: 0.0307379 Jan 23 21:55:13.149838 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-68242fdf-b611-4ede-99fd-85d6cb897a11 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:13.152076 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-68242fdf-b611-4ede-99fd-85d6cb897a11 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 811 time: 0.1146467 Jan 23 21:55:13.217175 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7030f767-b2b4-489c-a9a6-55f93296f987 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8155754143864a16b3c702963a51e9d9 HTTP/1.1" status: 200 len: 380 time: 0.0569506 Jan 23 21:55:13.225674 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'port': {'device_id': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'admin_state_up': True, 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'security_groups': ['ae09f57f-8587-40ec-af92-50cedb7538bb']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:13.244535 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-8ed57ed6-071a-4214-963e-6f42fe33c9da tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300027988&fields=id&tenant_id=a9409b9243e5457ba0d83ecc3d610b1b HTTP/1.1" status: 200 len: 267 time: 0.0470827 Jan 23 21:55:13.363774 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-8691d620-5ffd-4e45-acf5-5a9b1635708a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:13.365317 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-8691d620-5ffd-4e45-acf5-5a9b1635708a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 808 time: 0.1139231 Jan 23 21:55:13.380471 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-7fedab94-e20a-4831-85b7-e122f4b144d0 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/quotas/a9409b9243e5457ba0d83ecc3d610b1b HTTP/1.1" status: 200 len: 375 time: 0.0097897 Jan 23 21:55:13.437666 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-1e090499-2b26-4449-9788-015322f9599e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518904 Jan 23 21:55:13.442039 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Made reservation on behalf of 8155754143864a16b3c702963a51e9d9 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:55:13.446224 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:13.543210 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-c9ac6327-bbd2-451e-ad03-35a87183dd03 service neutron] 10.222.0.72 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 Jan 23 21:55:13.588930 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Allocated IP 172.20.0.8 (27f05782-d84a-4801-8bb0-f607204a0f48/9aa5c405-7275-4aaf-bc29-28ae8c3a51c9/cb8cf2e4-4adf-4c54-8428-703cb7f8e954) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:55:13.642676 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-52cc88b6-63af-45f0-9c94-c4f1484116b2 service neutron] 10.222.0.72 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930033 Jan 23 21:55:13.735602 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:13.854229 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:13.903182 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Network 27f05782-d84a-4801-8bb0-f607204a0f48 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:55:13.906237 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:55:13.911404 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:55:13.948028 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event updated for resources: {'Port': ['ID=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:13.999235 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:13.999998 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:14.017036 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-1acb5fc4-cf39-4056-a8c7-a80fea08753d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983722 Jan 23 21:55:14.154935 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-55f3cd76-13c6-4b2a-8b49-ee4d971b5ed5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329512 Jan 23 21:55:14.164823 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63296-c16b-48e4-8a83-87908bb0d08a req-b8fcbb3e-e568-48fb-b321-ef90e3a95bae tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:14.166579 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Request body: {'port': {'device_id': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:14.166731 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-17b63296-c16b-48e4-8a83-87908bb0d08a req-b8fcbb3e-e568-48fb-b321-ef90e3a95bae tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 931 time: 0.0607204 Jan 23 21:55:14.201379 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-1b75c73c-1ce0-4df0-8af8-556ad224c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:14.202842 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-1b75c73c-1ce0-4df0-8af8-556ad224c26e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1099 time: 0.0793338 Jan 23 21:55:14.207800 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-8cba2d98-d6da-40a5-994f-874ae8a5d0d3 None None] Provisioning complete for port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:55:14.208839 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8cba2d98-d6da-40a5-994f-874ae8a5d0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:14.232037 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-17b63296-c16b-48e4-8a83-87908bb0d08a req-4378f23d-240e-4183-9d65-b6f8cc14bdec tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570130 Jan 23 21:55:14.263740 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:14.264327 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8cba2d98-d6da-40a5-994f-874ae8a5d0d3 None None] Port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:55:14.319468 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c884f3ce-f78c-41aa-acca-829e5876d69b req-2814f553-6ee2-4eaf-ae5c-6009674c3066 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 210 time: 0.0297718 Jan 23 21:55:14.473141 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-9a8f60b3-875a-4e94-b624-8f7cf6b58fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:14.474607 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-9a8f60b3-875a-4e94-b624-8f7cf6b58fe7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.2409666 Jan 23 21:55:14.600342 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-29e8a7c5-9434-4cb6-ba1b-aec7159bc49b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 1001 time: 0.1196060 Jan 23 21:55:14.678856 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-511e8eed-8929-4394-911e-988f2674a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:14.680629 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-511e8eed-8929-4394-911e-988f2674a528 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0745001 Jan 23 21:55:14.758090 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8cf2e4-4adf-4c54-8428-703cb7f8e954 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:55:14.771181 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Publish callbacks [] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:14.780661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-81b9293f-9a7d-4fa9-a945-801b3d289eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:14.782209 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-81b9293f-9a7d-4fa9-a945-801b3d289eb1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960710 Jan 23 21:55:14.787383 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Transition to ACTIVE for port object cb8cf2e4-4adf-4c54-8428-703cb7f8e954 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:55:14.851197 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:14.932880 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Pushing event updated for resources: {'Port': ['ID=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:14.938948 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-c041043c-8798-4361-a90b-d402d4bade8e service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503112 Jan 23 21:55:15.094774 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Attempting to bind port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:55:15.097335 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Attempting to bind port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:55:15.097335 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Attempting to bind port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 on network 27f05782-d84a-4801-8bb0-f607204a0f48 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:55:15.107712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 on network 27f05782-d84a-4801-8bb0-f607204a0f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:55:15.108036 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Attempting to bind port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 on network 27f05782-d84a-4801-8bb0-f607204a0f48 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:55:15.112194 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-0a0fcc81-82bb-4c0a-9805-9d688b6dff96 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654804 Jan 23 21:55:15.117546 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:55:15.120230 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Checking segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:55:15.120230 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Bound using segment: {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:55:15.120230 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Bound port: cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:55:15.120230 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:15.192134 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] For port cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:55:15.194881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] For port cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:55:15.345534 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:15.381704 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:15.382336 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:15.383776 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] 10.222.0.112 "PUT /v2.0/ports/cb8cf2e4-4adf-4c54-8428-703cb7f8e954 HTTP/1.1" status: 200 len: 1093 time: 1.2218225 Jan 23 21:55:15.384218 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:15.386429 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:15.390849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674d56b-6efb-454e-aa91-9ab0214168fc req-975ea4b6-87c2-4fc4-9b0d-9a9abe68c8a4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:15.395038 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d674d56b-6efb-454e-aa91-9ab0214168fc req-975ea4b6-87c2-4fc4-9b0d-9a9abe68c8a4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 943 time: 0.0745752 Jan 23 21:55:15.424739 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b71c739-6a1b-445c-a63d-615fd5da5f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:15.440952 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93d2d8-ff1a-4bcb-ad5f-004864bc99ec service neutron] Pushing event updated for resources: {'Port': ['ID=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:15.444812 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dd12504-8893-4735-ab62-3fc889d56d60 req-22254103-3c39-489f-a3a1-dadc15c85c5d tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 210 time: 0.0477028 Jan 23 21:55:15.498314 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb4ceaf-a859-4501-9ff7-3b89924b6764 x-openstack-request-id: req-8fb4ceaf-a859-4501-9ff7-3b89924b6764 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:15.498604 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:15.498856 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8fb4ceaf-a859-4501-9ff7-3b89924b6764 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:15.499258 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'status': 'completed', 'code': 200} Jan 23 21:55:15.500097 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d674d56b-6efb-454e-aa91-9ab0214168fc req-9c36199b-1e76-4171-b8dd-22fca81bc9f4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893800 Jan 23 21:55:15.574004 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de req-40a0ed97-f663-46fe-8a3d-0af7c05edc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:15.575890 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de req-40a0ed97-f663-46fe-8a3d-0af7c05edc0c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 1096 time: 0.0512464 Jan 23 21:55:15.680680 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de req-b8a074cf-e1b1-4dfe-832a-9f263f5f40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:15.682274 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de req-b8a074cf-e1b1-4dfe-832a-9f263f5f40f8 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=8155754143864a16b3c702963a51e9d9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972834 Jan 23 21:55:16.059978 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de req-601357ed-ff23-4eac-aac5-c681ca5cb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:16.061532 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ae4d8c8a-c1e1-4e14-92bc-b9727598d4de req-601357ed-ff23-4eac-aac5-c681ca5cb05e service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3736510 Jan 23 21:55:16.139575 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-87798b33-8826-4b56-8ef8-f7c2e46bb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:16.141069 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-87798b33-8826-4b56-8ef8-f7c2e46bb7a3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 1096 time: 0.0437832 Jan 23 21:55:16.184280 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-923ce6fc-e9be-4b53-bde4-68ee35dfc9a3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954 HTTP/1.1" status: 200 len: 217 time: 0.0356658 Jan 23 21:55:16.237717 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-855c98fd-b979-401d-b793-24b99a0fd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:16.239175 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-855c98fd-b979-401d-b793-24b99a0fd0f9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0481036 Jan 23 21:55:16.286440 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-d4b5b536-cfbf-4edf-bb2f-dd45d4cd476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:16.299513 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-d4b5b536-cfbf-4edf-bb2f-dd45d4cd476a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424252 Jan 23 21:55:16.389719 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-e83246e1-13ad-4ef1-93a0-f05bcb382143 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934777 Jan 23 21:55:16.492760 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47f66125-33eb-4eaf-a1f5-ccee5c7bdf4b req-b389f8d9-f588-437b-bb0d-d10495afa789 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971782 Jan 23 21:55:16.548907 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64bed12e-2f38-4543-821f-20c8f34c29ff req-54b6c2f4-eb42-4c1c-b1db-1faf91842f1f tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 210 time: 0.0348814 Jan 23 21:55:16.620802 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1242-093b-4094-aa8f-102723b8749b req-f1c66068-3e26-459e-b50c-40e69baea217 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:16.622357 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f98e1242-093b-4094-aa8f-102723b8749b req-f1c66068-3e26-459e-b50c-40e69baea217 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 943 time: 0.0541904 Jan 23 21:55:16.676523 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-e340b8d7-2038-4bd9-9e87-f1ae621f1373 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:16.677812 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-e340b8d7-2038-4bd9-9e87-f1ae621f1373 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 808 time: 0.1115475 Jan 23 21:55:16.678607 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f98e1242-093b-4094-aa8f-102723b8749b req-35e9fc6c-b58f-47fe-972e-571f66784bf5 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490687 Jan 23 21:55:16.762857 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-1451812d-43fb-4a81-bfd2-a60bafb37665 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9409b9243e5457ba0d83ecc3d610b1b HTTP/1.1" status: 200 len: 380 time: 0.0763862 Jan 23 21:55:16.772164 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'port': {'device_id': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'admin_state_up': True, 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'security_groups': ['07ccfb82-1d4a-439d-a753-90d25babc8d2']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:16.944508 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Made reservation on behalf of a9409b9243e5457ba0d83ecc3d610b1b for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:55:16.948169 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.110187 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Allocated IP 172.20.0.12 (8b16d581-7934-4cf5-856b-6309e17e9f23/17a62ab3-aa2b-49d0-91a0-fdb336957842/4bcd4515-4c92-4050-bb3f-a0ad7dec34a7) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:55:17.255053 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.356793 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.398843 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:55:17.404974 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:55:17.408796 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:55:17.439063 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:17.467614 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:17.468277 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.593205 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-eeaa864d-d888-4d6a-8c3e-f98721253df4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249331 Jan 23 21:55:17.616496 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Request body: {'port': {'device_id': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:17.655187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9c6ce0a6-8073-4629-aba5-b96f40782142 None None] Provisioning complete for port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:55:17.655805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c6ce0a6-8073-4629-aba5-b96f40782142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.667993 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746165c-6b51-4af3-9275-c4edaa40ff4b req-0c58b24a-d0e4-4048-ba03-c7bb8df79514 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:17.669832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5746165c-6b51-4af3-9275-c4edaa40ff4b req-0c58b24a-d0e4-4048-ba03-c7bb8df79514 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 932 time: 0.0515494 Jan 23 21:55:17.681956 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.703897 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ce0a6-8073-4629-aba5-b96f40782142 None None] Port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 21:55:17.763652 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5746165c-6b51-4af3-9275-c4edaa40ff4b req-ce236cbe-6544-48aa-8a71-ead98649d792 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773842 Jan 23 21:55:17.820303 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59316f-aedc-4a67-adf2-ae85ff6b4ac0 req-753830af-6ef0-4565-8724-a96a2ff09b15 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:17.821769 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e59316f-aedc-4a67-adf2-ae85ff6b4ac0 req-753830af-6ef0-4565-8724-a96a2ff09b15 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 943 time: 0.0633776 Jan 23 21:55:17.864988 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3a238b47-116b-439f-a777-71f016bbb949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:17.878488 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e59316f-aedc-4a67-adf2-ae85ff6b4ac0 req-03bc2cd2-1c4c-4f77-8ce8-70bbc754fa8e tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506155 Jan 23 21:55:17.989354 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:55:17.997849 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Publish callbacks [] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:18.013207 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Transition to ACTIVE for port object 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 21:55:18.087854 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:18.146176 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:18.244412 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Attempting to bind port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 21:55:18.244857 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Attempting to bind port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 21:55:18.245300 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Attempting to bind port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 on network 8b16d581-7934-4cf5-856b-6309e17e9f23 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:55:18.250844 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 on network 8b16d581-7934-4cf5-856b-6309e17e9f23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 21:55:18.251352 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Attempting to bind port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 on network 8b16d581-7934-4cf5-856b-6309e17e9f23 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 21:55:18.258558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 21:55:18.259180 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Checking segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:55:18.259558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Bound using segment: {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 21:55:18.260149 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Bound port: 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 21:55:18.260615 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:18.343691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 21:55:18.343691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 21:55:18.402398 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:18.438252 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:18.438908 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:18.440510 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] 10.222.0.112 "PUT /v2.0/ports/4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1094 time: 0.8287797 Jan 23 21:55:18.440964 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:18.443210 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eab636-468e-476d-bcd2-06bde37ced7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:18.474741 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29f77-a3b5-4e6d-ab74-78266a53d57d service neutron] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:18.490448 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4596648a-ea64-4deb-af4f-8f7a17eba465 x-openstack-request-id: req-4596648a-ea64-4deb-af4f-8f7a17eba465 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:18.490756 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:18.491008 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4596648a-ea64-4deb-af4f-8f7a17eba465 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:18.491451 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'status': 'completed', 'code': 200} Jan 23 21:55:18.561642 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eab636-468e-476d-bcd2-06bde37ced7a req-afb6f983-50f7-4440-890c-d911ce30a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:18.563294 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-43eab636-468e-476d-bcd2-06bde37ced7a req-afb6f983-50f7-4440-890c-d911ce30a534 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1097 time: 0.0446875 Jan 23 21:55:18.681499 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eab636-468e-476d-bcd2-06bde37ced7a req-52be0f93-2666-44de-9ec3-5616a93c256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:18.682981 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-43eab636-468e-476d-bcd2-06bde37ced7a req-52be0f93-2666-44de-9ec3-5616a93c256d service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1097403 Jan 23 21:55:18.780710 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eab636-468e-476d-bcd2-06bde37ced7a req-26d7bc01-b84b-409d-8004-8c76c965e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:18.782175 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-43eab636-468e-476d-bcd2-06bde37ced7a req-26d7bc01-b84b-409d-8004-8c76c965e90c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925932 Jan 23 21:55:18.874743 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-4d22a30a-e723-47f8-a483-e566c29190db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:18.876209 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-4d22a30a-e723-47f8-a483-e566c29190db service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1097 time: 0.0510085 Jan 23 21:55:18.922034 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-09e1bf54-5681-4865-8555-533272512814 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 217 time: 0.0381327 Jan 23 21:55:18.984711 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-da82f80f-88b4-4450-bfe5-0e99cfb70339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:18.988008 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-da82f80f-88b4-4450-bfe5-0e99cfb70339 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0595255 Jan 23 21:55:19.047909 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-13562473-8235-4ff2-bc42-62054046a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:19.050049 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-13562473-8235-4ff2-bc42-62054046a17b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560536 Jan 23 21:55:19.160022 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-a280b7c1-e66a-4526-b5c7-db7129ffcf64 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034143 Jan 23 21:55:19.181780 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48795742-651e-43c7-a715-daa98fe7f77d req-0921466c-0d1e-4b0f-bb47-b602c7f2969a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:19.183317 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-48795742-651e-43c7-a715-daa98fe7f77d req-0921466c-0d1e-4b0f-bb47-b602c7f2969a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.3337710 Jan 23 21:55:19.199664 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8700d-bcda-48be-bbc3-4116f5384d1e req-5d1b07cb-4811-449c-83d7-4c12c196fe5d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:19.201148 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fee8700d-bcda-48be-bbc3-4116f5384d1e req-5d1b07cb-4811-449c-83d7-4c12c196fe5d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 943 time: 0.0753124 Jan 23 21:55:19.264902 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45e701ac-003b-4d58-bf18-18e9d02f9d01 req-fd51d628-90f9-4d17-a061-6aecd0791550 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972323 Jan 23 21:55:19.279820 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-48795742-651e-43c7-a715-daa98fe7f77d req-07b61144-4372-4fdd-972d-8fcd147280d0 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906053 Jan 23 21:55:19.284982 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fee8700d-bcda-48be-bbc3-4116f5384d1e req-780eae4e-bbb2-4dac-b678-1782cd026eb1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772877 Jan 23 21:55:19.305037 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:20.056943 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:55:20.463695 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4820-e92f-42a1-9b32-56729f593196 req-460f5706-4089-4d5c-9aa6-c4b1cc734714 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:20.465896 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-421b4820-e92f-42a1-9b32-56729f593196 req-460f5706-4089-4d5c-9aa6-c4b1cc734714 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0942545 Jan 23 21:55:20.492740 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb46d6-e72a-436f-aa31-8309433c18ad req-58626a3e-1bbd-41e9-bc3e-4a2a286bfe2d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:20.494299 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1bb46d6-e72a-436f-aa31-8309433c18ad req-58626a3e-1bbd-41e9-bc3e-4a2a286bfe2d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 943 time: 0.1220133 Jan 23 21:55:20.533817 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:20.560901 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-421b4820-e92f-42a1-9b32-56729f593196 req-f02d5998-3e9a-463f-92d9-5576bf65e5b3 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888107 Jan 23 21:55:20.577852 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1bb46d6-e72a-436f-aa31-8309433c18ad req-e50b97cd-53d7-409d-8b28-51c245b95f24 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767527 Jan 23 21:55:20.991750 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device cb8cf2e4-4adf-4c54-8428-703cb7f8e954 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:55:21.104560 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:21.118335 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'port_id': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'mac_address': 'fa:16:3e:f8:a5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:55:21.164348 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:55:21.165788 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:21.182892 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8cf2e4-4adf-4c54-8428-703cb7f8e954 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:55:21.212527 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:21.300095 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:21.359643 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:21.641561 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['cb8cf2e4-4adf-4c54-8428-703cb7f8e954'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:55:21.773046 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf071ef-043b-4473-b922-05a74f756257 req-35abd79f-4331-45bb-b088-a31bce46a3ff tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:21.774629 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cbf071ef-043b-4473-b922-05a74f756257 req-35abd79f-4331-45bb-b088-a31bce46a3ff tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.1205084 Jan 23 21:55:21.784181 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9a59-e52e-482d-96f8-e82f4e87319b req-da1504bd-e7fb-4b69-a882-ec42ca821ae7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:21.785177 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-192d9a59-e52e-482d-96f8-e82f4e87319b req-da1504bd-e7fb-4b69-a882-ec42ca821ae7 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 944 time: 0.1069982 Jan 23 21:55:21.859933 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cbf071ef-043b-4473-b922-05a74f756257 req-e2e5d76d-4b8f-4f24-bf43-ed5f0c39f2f5 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736320 Jan 23 21:55:21.878212 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-192d9a59-e52e-482d-96f8-e82f4e87319b req-3d211640-236e-4163-ba6c-2a5e406f9446 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776610 Jan 23 21:55:22.167547 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:22.996242 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device cb8cf2e4-4adf-4c54-8428-703cb7f8e954 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:55:23.051667 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416d5a-3d98-46a7-921b-55cadc12d7ea req-0a621b82-bd43-45c9-a467-9774f933d6fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:23.054190 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd416d5a-3d98-46a7-921b-55cadc12d7ea req-0a621b82-bd43-45c9-a467-9774f933d6fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.1150367 Jan 23 21:55:23.073409 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1496b0e-71d5-4f02-940c-e2193a8ed51a req-81c404e8-a89e-4083-a6d6-bbcb6d6bac9b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:23.075539 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1496b0e-71d5-4f02-940c-e2193a8ed51a req-81c404e8-a89e-4083-a6d6-bbcb6d6bac9b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 944 time: 0.0964751 Jan 23 21:55:23.116129 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:55:23.121293 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:55:23.121863 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:23.173969 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd416d5a-3d98-46a7-921b-55cadc12d7ea req-5b8c6478-c0c9-4597-b7e2-f9edb7c6bb3b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966184 Jan 23 21:55:23.179454 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1496b0e-71d5-4f02-940c-e2193a8ed51a req-f4198a46-605b-4032-bc47-6ce980ba4059 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947325 Jan 23 21:55:23.230295 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:55:23.230703 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:23.259080 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:23.261389 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137b33e-5d86-4958-9ee6-4fb6a8c13288" -d '{"events": [{"server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "name": "network-vif-plugged", "status": "completed", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:23.279181 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:23.307513 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1935cf-c388-4f0e-a18a-32083414b027 x-openstack-request-id: req-cb1935cf-c388-4f0e-a18a-32083414b027 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:23.307962 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "name": "network-vif-plugged", "status": "completed", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:23.308375 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb1935cf-c388-4f0e-a18a-32083414b027 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:23.308932 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'code': 200} Jan 23 21:55:23.356291 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:23.410569 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:23.645143 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5862-b6e3-493f-8e91-2ba27dd02cc8 req-18ce566e-c5cd-49c0-a15c-bf874850aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:23.646711 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-01ce5862-b6e3-493f-8e91-2ba27dd02cc8 req-18ce566e-c5cd-49c0-a15c-bf874850aee4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 1098 time: 0.0455003 Jan 23 21:55:23.694038 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-01ce5862-b6e3-493f-8e91-2ba27dd02cc8 req-76e6b7b9-b58b-4a48-8b7e-1630530319cd service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Jan 23 21:55:24.353162 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb546c-d086-4831-8755-dbe52a3cfc5b req-2985fcd1-4cd7-4e37-81a9-daca78529d4d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:24.354816 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7bb546c-d086-4831-8755-dbe52a3cfc5b req-2985fcd1-4cd7-4e37-81a9-daca78529d4d tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.0897508 Jan 23 21:55:24.403340 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ecd78-5f7f-4862-8948-0435f3f48cbf req-20b88c5c-d3e6-4512-8dae-5163b30adedf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:24.410973 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a82ecd78-5f7f-4862-8948-0435f3f48cbf req-20b88c5c-d3e6-4512-8dae-5163b30adedf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0978470 Jan 23 21:55:24.520776 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7bb546c-d086-4831-8755-dbe52a3cfc5b req-f12d097e-70b7-43f1-87af-e8e2b6bac5f2 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504309 Jan 23 21:55:24.555002 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a82ecd78-5f7f-4862-8948-0435f3f48cbf req-6814a385-8c96-43f0-8962-a416dd92423e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407428 Jan 23 21:55:25.711381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2522e-c265-432a-b30a-6861563d3dcc req-aa26dc82-b12e-4fd0-be75-ab9b75c33335 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:25.712977 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5db2522e-c265-432a-b30a-6861563d3dcc req-aa26dc82-b12e-4fd0-be75-ab9b75c33335 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.1029310 Jan 23 21:55:25.737778 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262a773-67c6-4f7b-9b67-440553ed639e req-d44d754c-72d8-4661-94d4-aea20bbfb941 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:25.739253 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2262a773-67c6-4f7b-9b67-440553ed639e req-d44d754c-72d8-4661-94d4-aea20bbfb941 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0859048 Jan 23 21:55:25.809840 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5db2522e-c265-432a-b30a-6861563d3dcc req-2668d0b7-4446-49ef-b05b-30e928ac5fe0 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908260 Jan 23 21:55:25.830959 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2262a773-67c6-4f7b-9b67-440553ed639e req-1331240c-6653-4761-b270-05d778b46810 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824971 Jan 23 21:55:25.951927 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55465194-69a2-400d-9545-23541e723883 req-d205c79e-f5e7-4167-956b-16a9faf28369 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:25.953445 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-55465194-69a2-400d-9545-23541e723883 req-d205c79e-f5e7-4167-956b-16a9faf28369 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.0541513 Jan 23 21:55:25.965362 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58154) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:25.969968 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Request body: {'floatingip': {'port_id': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:26.022243 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (04d4d51a-6d30-47c0-9b7d-137fbc1931df), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:26.476997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:26.562148 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (04d4d51a-6d30-47c0-9b7d-137fbc1931df), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:26.666172 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Floating IP 04d4d51a-6d30-47c0-9b7d-137fbc1931df associated. External IP: 172.27.0.84, port: cb8cf2e4-4adf-4c54-8428-703cb7f8e954. Jan 23 21:55:26.921116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:55:26.989605 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bbc7b-0b0c-41c4-9229-5355e5077e00 req-a4bbddd8-33a4-4d50-b4c4-f5fd9ecf2f5e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:26.991306 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c71bbc7b-0b0c-41c4-9229-5355e5077e00 req-a4bbddd8-33a4-4d50-b4c4-f5fd9ecf2f5e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0731947 Jan 23 21:55:27.054916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:55:27.065288 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:27.081862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:55:27.090284 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:27.091211 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:55:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:27.105845 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-42644ad8-b9f4-4033-8d8e-e1e1a6a1f060 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "PUT /v2.0/floatingips/04d4d51a-6d30-47c0-9b7d-137fbc1931df HTTP/1.1" status: 200 len: 990 time: 1.1393144 Jan 23 21:55:27.106467 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:27.107899 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c71bbc7b-0b0c-41c4-9229-5355e5077e00 req-bf34fd3c-ce08-4081-a778-a06adf151581 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058474 Jan 23 21:55:27.109051 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46440507-f666-40d4-b663-bafe931959fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:27.169784 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb91e5f-5476-4fa0-81d9-120056fffb50 x-openstack-request-id: req-9fb91e5f-5476-4fa0-81d9-120056fffb50 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:27.170150 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:27.170473 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fb91e5f-5476-4fa0-81d9-120056fffb50 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:27.170978 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'status': 'completed', 'code': 200} Jan 23 21:55:27.217000 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:27.249833 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440507-f666-40d4-b663-bafe931959fd req-47e4d0f7-9865-4b72-8bd1-2a9b2dbde756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:27.251671 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-47e4d0f7-9865-4b72-8bd1-2a9b2dbde756 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 1098 time: 0.0521693 Jan 23 21:55:27.364212 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440507-f666-40d4-b663-bafe931959fd req-a12942c5-ffe3-4124-83c5-c7671cdfb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:27.365940 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-a12942c5-ffe3-4124-83c5-c7671cdfb0ca service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.1067367 Jan 23 21:55:27.446652 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-e8f5f972-5321-4c68-a9dc-2a726de81f8a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954 HTTP/1.1" status: 200 len: 998 time: 0.0742538 Jan 23 21:55:27.514500 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440507-f666-40d4-b663-bafe931959fd req-c8c0905e-4778-4972-968c-5b28ddf8cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:27.516212 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-c8c0905e-4778-4972-968c-5b28ddf8cb74 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0635111 Jan 23 21:55:27.565206 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440507-f666-40d4-b663-bafe931959fd req-4a9b5180-50a1-4e29-b59c-cdf718145579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:27.566798 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-4a9b5180-50a1-4e29-b59c-cdf718145579 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444651 Jan 23 21:55:27.675029 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-a3ca44c3-a5e4-4cce-b22e-1641013dd8f4 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010616 Jan 23 21:55:27.692189 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '04d4d51a-6d30-47c0-9b7d-137fbc1931df', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'port_id': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'mac_address': 'fa:16:3e:f8:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:55:09Z', 'updated_at': '2022-01-23T21:55:26Z', 'revision_number': 1, 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:27.720809 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:55:27.730263 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:27.730895 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:55:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:27.779310 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46440507-f666-40d4-b663-bafe931959fd req-89dc6250-49cf-469c-a429-6bb7de960045 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964985 Jan 23 21:55:27.857286 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:28.132664 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '04d4d51a-6d30-47c0-9b7d-137fbc1931df', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'port_id': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'mac_address': 'fa:16:3e:f8:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:55:09Z', 'updated_at': '2022-01-23T21:55:26Z', 'revision_number': 1, 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:28.170101 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e9388-ae60-4c1f-9625-24d9f7b81168 None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '04d4d51a-6d30-47c0-9b7d-137fbc1931df', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'port_id': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'mac_address': 'fa:16:3e:f8:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:55:09Z', 'updated_at': '2022-01-23T21:55:26Z', 'revision_number': 1, 'project_id': '8155754143864a16b3c702963a51e9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:55:28.313086 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d57b1-cb24-4559-ab96-7be842fd5f72 req-c50296cc-f618-44c3-9925-057dd85df6d9 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:28.316487 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b74d57b1-cb24-4559-ab96-7be842fd5f72 req-c50296cc-f618-44c3-9925-057dd85df6d9 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0755296 Jan 23 21:55:28.400814 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b74d57b1-cb24-4559-ab96-7be842fd5f72 req-da1c4875-78a5-4b78-8973-b87cfbc820d4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781589 Jan 23 21:55:28.446018 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58607532-3b5d-47ac-a4fa-ebe5d2292eb6 None None] New status for floating IP 04d4d51a-6d30-47c0-9b7d-137fbc1931df: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:55:29.009707 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:55:29.115118 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:29.128075 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'port_id': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'mac_address': 'fa:16:3e:83:90:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:55:29.177475 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:55:29.178239 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:29.194402 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:55:29.215573 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:29.382923 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:29.436402 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:29.532808 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086f82c-8b1c-42ab-9291-eb3c604b56c2 req-7aa13212-bb4d-4c50-aac7-846424e328f8 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:29.535464 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e086f82c-8b1c-42ab-9291-eb3c604b56c2 req-7aa13212-bb4d-4c50-aac7-846424e328f8 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Jan 23 21:55:29.588590 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e086f82c-8b1c-42ab-9291-eb3c604b56c2 req-c2992f72-3ecb-48b6-bd66-36285e9dea6a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472949 Jan 23 21:55:29.720228 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:55:30.716195 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abd6d9-4d9c-4e71-b446-995da404f3d9 req-f1fb30f2-f8a7-4fea-a7da-dbbcfd88fc2e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:30.718208 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25abd6d9-4d9c-4e71-b446-995da404f3d9 req-f1fb30f2-f8a7-4fea-a7da-dbbcfd88fc2e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0550165 Jan 23 21:55:30.774482 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25abd6d9-4d9c-4e71-b446-995da404f3d9 req-2bf8c5fd-0626-49b2-a8dc-9ffc75df055e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487950 Jan 23 21:55:31.022845 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:55:31.167822 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 21:55:31.174868 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:55:31.175252 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:31.263424 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:55:31.263824 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:31.287763 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:31.289991 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf879688-dc2f-42ca-b45b-8cfbe26d32c9" -d '{"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:31.308338 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:55:31.341291 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25812bd5-fa60-4aa5-914c-7591e73f4372 x-openstack-request-id: req-25812bd5-fa60-4aa5-914c-7591e73f4372 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:31.341720 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:31.342127 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25812bd5-fa60-4aa5-914c-7591e73f4372 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:31.342732 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'code': 200} Jan 23 21:55:31.374196 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:31.434787 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:31.797225 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00729-ead5-422b-88fd-05248d4a5225 req-e228e99e-8428-40a2-88cf-83a72d7ab51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:31.798731 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fac00729-ead5-422b-88fd-05248d4a5225 req-e228e99e-8428-40a2-88cf-83a72d7ab51a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0502419 Jan 23 21:55:31.855579 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fac00729-ead5-422b-88fd-05248d4a5225 req-fa04c1d9-9688-47b1-91ec-af5ebe0e23b8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500057 Jan 23 21:55:31.909256 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63758d-064f-483e-b515-f787a07eaa1e req-6114e4ea-a51d-4715-bbda-13fdb82656cb tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:31.911330 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e63758d-064f-483e-b515-f787a07eaa1e req-6114e4ea-a51d-4715-bbda-13fdb82656cb tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0587058 Jan 23 21:55:31.974787 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e63758d-064f-483e-b515-f787a07eaa1e req-89186c14-2963-4463-81ef-db41d7f4bf09 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572469 Jan 23 21:55:33.103998 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0801f9-00d2-44b7-a9fb-6f4a781802e2 req-5e935004-322d-413f-8096-4e6878e917c2 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:33.105541 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6e0801f9-00d2-44b7-a9fb-6f4a781802e2 req-5e935004-322d-413f-8096-4e6878e917c2 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0495620 Jan 23 21:55:33.156350 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6e0801f9-00d2-44b7-a9fb-6f4a781802e2 req-36a953dd-5395-430b-a26b-f03ecf2710e0 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 Jan 23 21:55:34.286410 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c3052-e5a1-4e92-99c4-99ebebb6558d req-fe121d0d-a157-4697-90e2-fcc69799e969 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:34.287966 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-724c3052-e5a1-4e92-99c4-99ebebb6558d req-fe121d0d-a157-4697-90e2-fcc69799e969 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0561945 Jan 23 21:55:34.341650 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-724c3052-e5a1-4e92-99c4-99ebebb6558d req-f634147d-1abd-43d2-a56e-4280cc6bfb02 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478008 Jan 23 21:55:34.469633 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3cccc-056a-4670-aab3-127cda7d3029 req-21bbdad8-870c-454d-8c21-f89d08b758fa tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:34.471705 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37a3cccc-056a-4670-aab3-127cda7d3029 req-21bbdad8-870c-454d-8c21-f89d08b758fa tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0546014 Jan 23 21:55:34.521725 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37a3cccc-056a-4670-aab3-127cda7d3029 req-be5192aa-da0d-44a9-bcbd-71308cc83a69 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Jan 23 21:55:34.543110 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58204) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:34.745046 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054dfdf-f856-4b3e-9752-627adbe2e241 tempest-TestShelveInstance-1796296623 tempest-TestShelveInstance-1796296623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:34.746786 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2054dfdf-f856-4b3e-9752-627adbe2e241 tempest-TestShelveInstance-1796296623 tempest-TestShelveInstance-1796296623-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1094 time: 0.2024293 Jan 23 21:55:34.749679 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58210) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:55:34.754102 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'port_id': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:55:34.854139 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:34.966898 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:35.083688 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Allocated IP 172.27.0.125 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/7e1ebc3c-c767-42d0-b203-22f1b4f73285) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 21:55:35.184555 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:35.276485 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:35.317221 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 21:55:35.320265 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:55:35.323673 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 21:55:35.329065 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'Port': ['ID=7e1ebc3c-c767-42d0-b203-22f1b4f73285,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:35.375255 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.375628 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.375970 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.376302 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.376631 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.376956 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.377297 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.377746 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.378062 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.378381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.378701 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.379019 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.379368 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:55:35.735093 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for floatingip (6b05c72d-7b39-47c1-b254-83a385ea0a4d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:35.864142 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:36.018518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:36.087466 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:36.159831 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event updated for resources: {'Port': ['ID=7e1ebc3c-c767-42d0-b203-22f1b4f73285,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:55:36.171817 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (6b05c72d-7b39-47c1-b254-83a385ea0a4d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:36.276141 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Floating IP 6b05c72d-7b39-47c1-b254-83a385ea0a4d associated. External IP: 172.27.0.125, port: 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7. Jan 23 21:55:36.514864 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:55:36.630284 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:55:36.639565 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] Sync routers for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:55:36.650653 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:36.659052 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:55:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:36.706456 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:36.749821 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-00d09c76-9b55-45e9-8a72-ad6ce7aeb883 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9989383 Jan 23 21:55:36.750703 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:55:36.754749 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafae152-6cf9-4020-989d-baca21815f48" -d '{"events": [{"name": "network-changed", "server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:55:36.779456 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:36.809929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b90888-c31c-4d85-b661-c151d99769a1 x-openstack-request-id: req-02b90888-c31c-4d85-b661-c151d99769a1 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:55:36.809929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:55:36.809929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02b90888-c31c-4d85-b661-c151d99769a1 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:55:36.809929 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'status': 'completed', 'code': 200} Jan 23 21:55:36.867012 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae152-6cf9-4020-989d-baca21815f48 req-de02f9df-41ba-4e52-bfa5-0db6242a62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:36.868569 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-de02f9df-41ba-4e52-bfa5-0db6242a62d2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0467455 Jan 23 21:55:36.965746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae152-6cf9-4020-989d-baca21815f48 req-adec108a-4e28-456e-8b52-bcbf1a24a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:36.967217 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-adec108a-4e28-456e-8b52-bcbf1a24a726 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.0932951 Jan 23 21:55:37.035882 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '6b05c72d-7b39-47c1-b254-83a385ea0a4d', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'port_id': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'mac_address': 'fa:16:3e:83:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:55:35Z', 'updated_at': '2022-01-23T21:55:35Z', 'revision_number': 0, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:37.042828 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-352579ef-1ba0-4acf-a765-8106244174f6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1000 time: 0.0692337 Jan 23 21:55:37.073751 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] Checking router: 8fefa3e5-b661-4160-8811-4c6b6c6805b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:55:37.086740 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:55:37.087703 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:55:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:37.101118 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae152-6cf9-4020-989d-baca21815f48 req-f8dc0d6f-142b-4021-abf4-c85976378f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:37.102960 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-f8dc0d6f-142b-4021-abf4-c85976378f38 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0526590 Jan 23 21:55:37.154860 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae152-6cf9-4020-989d-baca21815f48 req-3a537129-0556-4420-b204-2e03011b4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:55:37.156613 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-3a537129-0556-4420-b204-2e03011b4cdc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434763 Jan 23 21:55:37.201948 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:55:37.254678 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-1ff594eb-72ca-418e-b292-79c9dab27907 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906630 Jan 23 21:55:37.352602 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aafae152-6cf9-4020-989d-baca21815f48 req-d75c1aec-4925-454c-9e0f-1cb854e26cb1 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917227 Jan 23 21:55:37.475398 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '6b05c72d-7b39-47c1-b254-83a385ea0a4d', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'port_id': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'mac_address': 'fa:16:3e:83:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:55:35Z', 'updated_at': '2022-01-23T21:55:35Z', 'revision_number': 0, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:55:37.502799 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1d18-a06a-4e08-a48b-a126c4e9c6af None None] The sync data for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi is: [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '6b05c72d-7b39-47c1-b254-83a385ea0a4d', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'port_id': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'mac_address': 'fa:16:3e:83:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T21:55:35Z', 'updated_at': '2022-01-23T21:55:35Z', 'revision_number': 0, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:55:37.711140 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef915a9f-c03b-448c-9323-aab3e5fb7a9d None None] New status for floating IP 6b05c72d-7b39-47c1-b254-83a385ea0a4d: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:55:39.441330 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:45.434935 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d341bf76-60d5-4c04-aea9-1e09af86982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:47.858473 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9a56993-e7cd-45cf-994c-25801b6a563f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:49.297481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:50.550411 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:52.109748 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:55:57.056155 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:56:09.469244 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:14.971339 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-6d048737-e1ea-4373-8d7b-18641f6b7df7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451751 Jan 23 21:56:15.054782 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-874e8fae-1227-455c-b113-42f096435d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:15.058764 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-874e8fae-1227-455c-b113-42f096435d55 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1099 time: 0.0425487 Jan 23 21:56:15.160835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-0f79c16f-3d5d-4488-aaae-7463c783d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:15.162377 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-0f79c16f-3d5d-4488-aaae-7463c783d13c service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.0869765 Jan 23 21:56:15.226729 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-25eddddb-70a7-4ce2-9fdd-50201e612078 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 1001 time: 0.0583465 Jan 23 21:56:15.278695 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-78191f09-733f-4688-928f-bb471f83a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:15.280158 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-78191f09-733f-4688-928f-bb471f83a45d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0447974 Jan 23 21:56:15.329249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-5aa1143b-770e-423e-8107-85e65b8a4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:15.330754 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-5aa1143b-770e-423e-8107-85e65b8a4728 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444536 Jan 23 21:56:15.426939 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-2ecc59fb-2b83-468e-afcd-3f156aafbd44 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892990 Jan 23 21:56:15.429087 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3daac27e-e621-41d7-a49e-d1b7931d1e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:15.522375 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3428398f-7cc3-4762-b9e1-2c5565392264 req-62c41560-3d1b-4e04-86dc-fc0226beab48 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877953 Jan 23 21:56:17.857862 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-faf3e711-f85b-4d48-8d96-5ff759dcae13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:19.324553 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:20.543604 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:22.085063 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:31.538921 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e3717-09e4-4677-a01c-bf5eed392030 req-54996518-b308-42f1-ac38-2300ae5031a7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:31.540451 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-512e3717-09e4-4677-a01c-bf5eed392030 req-54996518-b308-42f1-ac38-2300ae5031a7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0515738 Jan 23 21:56:31.590423 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-512e3717-09e4-4677-a01c-bf5eed392030 req-a40a2e88-c7ce-40a3-9fec-32dc3ab696e4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438738 Jan 23 21:56:32.709915 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b275-b8fb-4b55-a034-8b1bf447fadc req-97fe3637-5a79-48be-8c48-41168935326a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:32.711385 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4090b275-b8fb-4b55-a034-8b1bf447fadc req-97fe3637-5a79-48be-8c48-41168935326a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0486948 Jan 23 21:56:32.760862 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4090b275-b8fb-4b55-a034-8b1bf447fadc req-ed86886a-858e-40d8-af1f-84e5a4f0404d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 Jan 23 21:56:33.880542 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c1525-af0b-43df-b580-d1a1ecab384a req-694e360c-1e5b-4dc9-9d1d-044bc28aa118 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:33.882055 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b7c1525-af0b-43df-b580-d1a1ecab384a req-694e360c-1e5b-4dc9-9d1d-044bc28aa118 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0499933 Jan 23 21:56:33.935563 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b7c1525-af0b-43df-b580-d1a1ecab384a req-a03478d3-6103-44e1-aa24-f610055e3703 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476985 Jan 23 21:56:34.083401 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:56:35.060014 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f0bf9-23f8-441d-a002-8825f9e1909d req-5a40f904-9825-4f92-aa45-417ee4f7ee06 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:35.066490 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c7f0bf9-23f8-441d-a002-8825f9e1909d req-5a40f904-9825-4f92-aa45-417ee4f7ee06 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0517550 Jan 23 21:56:35.107786 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c7f0bf9-23f8-441d-a002-8825f9e1909d req-548fe8ca-2e04-4fff-bb6f-fbe61fae8898 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404623 Jan 23 21:56:36.230008 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74311-c21b-4f63-a37e-f6e75b05ca53 req-5596f56e-d51e-4f2b-8c34-cb72e121b903 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:36.231522 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9fb74311-c21b-4f63-a37e-f6e75b05ca53 req-5596f56e-d51e-4f2b-8c34-cb72e121b903 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0535440 Jan 23 21:56:36.278749 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9fb74311-c21b-4f63-a37e-f6e75b05ca53 req-fddde9a3-33d4-4076-93bf-44a259190aba tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415130 Jan 23 21:56:37.399849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4425f66-96b8-41a6-823f-8d0dbf1b0bc0 req-8f54e4a6-6fd2-4ee7-8340-918c98b516b8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:37.402016 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4425f66-96b8-41a6-823f-8d0dbf1b0bc0 req-8f54e4a6-6fd2-4ee7-8340-918c98b516b8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0492041 Jan 23 21:56:37.450501 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4425f66-96b8-41a6-823f-8d0dbf1b0bc0 req-c742327e-3ed3-4ed1-b09e-d19d1622feca tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Jan 23 21:56:38.574175 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090100-f1e5-460d-96d6-f6ce95f36cec req-21eceec4-c784-45a4-8b08-3bddf1cf88f6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:38.575633 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6090100-f1e5-460d-96d6-f6ce95f36cec req-21eceec4-c784-45a4-8b08-3bddf1cf88f6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0490572 Jan 23 21:56:38.626916 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6090100-f1e5-460d-96d6-f6ce95f36cec req-54c64ff8-c7e5-4828-a46f-896cbef29e8a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456190 Jan 23 21:56:39.462790 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:39.746739 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02a6dc-ba40-487f-831d-7d6d23ed6c28 req-e41f7477-8474-41ad-a726-acc5ae290d85 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:39.748220 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0a02a6dc-ba40-487f-831d-7d6d23ed6c28 req-e41f7477-8474-41ad-a726-acc5ae290d85 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0486867 Jan 23 21:56:39.794336 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0a02a6dc-ba40-487f-831d-7d6d23ed6c28 req-aa55dd21-2177-4344-bebb-49e8ed0252b3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405240 Jan 23 21:56:40.911822 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab79ed-0245-420c-b29a-bccd619a1139 req-b888e9e1-5190-4c2f-a751-cd35db0fb98e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:40.913273 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7ab79ed-0245-420c-b29a-bccd619a1139 req-b888e9e1-5190-4c2f-a751-cd35db0fb98e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0476551 Jan 23 21:56:40.964496 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7ab79ed-0245-420c-b29a-bccd619a1139 req-b4612cf4-d333-434b-885a-1397a20afa03 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Jan 23 21:56:42.092627 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effae6c-17f4-4f8c-b16b-62144ff410f0 req-a96e42d0-b789-4bf2-9725-1a9630dc7fa6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:42.094159 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0effae6c-17f4-4f8c-b16b-62144ff410f0 req-a96e42d0-b789-4bf2-9725-1a9630dc7fa6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0555782 Jan 23 21:56:42.148404 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0effae6c-17f4-4f8c-b16b-62144ff410f0 req-b1914e45-e43a-4010-9b6f-5018e0cc21b9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487921 Jan 23 21:56:43.273110 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f870da-09ab-46b0-af73-cb49b4f35747 req-84935d22-c858-436b-8cca-87124c3c82b6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:43.274539 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b5f870da-09ab-46b0-af73-cb49b4f35747 req-84935d22-c858-436b-8cca-87124c3c82b6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0486088 Jan 23 21:56:43.322622 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b5f870da-09ab-46b0-af73-cb49b4f35747 req-a54eb419-2f2c-4230-b055-5aa42a795d8a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Jan 23 21:56:44.458493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf182da-f18b-419c-bc01-5967b4b73ed3 req-6446f6bb-0d9a-47cb-9141-860085678ade tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:44.459895 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbf182da-f18b-419c-bc01-5967b4b73ed3 req-6446f6bb-0d9a-47cb-9141-860085678ade tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0534029 Jan 23 21:56:44.507495 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbf182da-f18b-419c-bc01-5967b4b73ed3 req-09890193-30e6-44c1-9e95-71255bec23f5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408447 Jan 23 21:56:45.303738 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:56:45.542549 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:56:45.554787 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'mac_address': 'fa:16:3e:ea:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:56:45.593042 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: ACTIVE; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:56:45.593434 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:45.606479 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8ed2b0b-b8e3-4957-82b3-2caad5f98877 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:56:45.612062 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3b74498-c274-4f13-b3ae-71b6c7e4599f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:45.628579 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:56:45.629068 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5066685-7626-436e-a487-3b7023dd9950 req-e503cb9c-4b4d-4076-bc76-460c9e4d68f8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:45.630592 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5066685-7626-436e-a487-3b7023dd9950 req-e503cb9c-4b4d-4076-bc76-460c9e4d68f8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0505466 Jan 23 21:56:45.679289 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5066685-7626-436e-a487-3b7023dd9950 req-9f535061-20f5-4e85-9361-e37593b93323 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Jan 23 21:56:45.718685 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:45.768678 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:56:45.776017 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.776366 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.776715 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.777050 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.777381 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.777708 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.778037 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.778376 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.778681 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.779591 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.779940 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.780417 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.780745 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:56:45.809663 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['b8ed2b0b-b8e3-4957-82b3-2caad5f98877'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:56:46.804570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c188-3b7c-495a-b70e-9d97b52135d1 req-77e9b6a2-a269-41e3-ad9f-abe97f182b21 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:46.806174 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2669c188-3b7c-495a-b70e-9d97b52135d1 req-77e9b6a2-a269-41e3-ad9f-abe97f182b21 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 945 time: 0.0513141 Jan 23 21:56:46.859067 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2669c188-3b7c-495a-b70e-9d97b52135d1 req-d51ce571-ad85-4711-9182-6917533d204a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466170 Jan 23 21:56:47.316865 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:56:47.367072 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:56:47.367398 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:47.445819 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:56:47.446211 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:47.469985 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:56:47.472257 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3b4dc0-0615-4c1a-8990-bde9dbda48bd" -d '{"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:56:47.485202 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:56:47.510559 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a903c1-7531-449b-9eea-53677e694e25 x-openstack-request-id: req-61a903c1-7531-449b-9eea-53677e694e25 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:56:47.510559 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:56:47.510559 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61a903c1-7531-449b-9eea-53677e694e25 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:56:47.510559 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'code': 200} Jan 23 21:56:47.548602 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:47.595838 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:56:47.863434 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1fd130c-5cef-418d-8b34-1463fc7959f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:47.982079 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee41f1-b59d-4e39-87ab-d65ee517e470 req-99535d85-5ab7-4738-9374-0f7625bbc16f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:47.984474 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4eee41f1-b59d-4e39-87ab-d65ee517e470 req-99535d85-5ab7-4738-9374-0f7625bbc16f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0516167 Jan 23 21:56:48.032486 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4eee41f1-b59d-4e39-87ab-d65ee517e470 req-cc581b51-d15e-4f8a-9394-e1f7b60fcd43 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Jan 23 21:56:49.155916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fe536-f4ee-4902-bc15-51292998b475 req-e72a6e12-805a-40f3-be4d-daa90c62f580 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:49.157581 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f62fe536-f4ee-4902-bc15-51292998b475 req-e72a6e12-805a-40f3-be4d-daa90c62f580 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0500035 Jan 23 21:56:49.206635 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f62fe536-f4ee-4902-bc15-51292998b475 req-f536e71f-b257-4524-9b39-5749220850ba tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Jan 23 21:56:49.306698 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:50.384194 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc4366-fa1d-4d42-8a47-6f08f6ce8407 req-cf76023f-d05a-489e-a07a-a54e9652200d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:50.386028 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aebc4366-fa1d-4d42-8a47-6f08f6ce8407 req-cf76023f-d05a-489e-a07a-a54e9652200d tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0847256 Jan 23 21:56:50.451060 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aebc4366-fa1d-4d42-8a47-6f08f6ce8407 req-8bd6f132-89c9-45ac-9218-8cf3ba4a2e5b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589502 Jan 23 21:56:50.580865 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:51.608129 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bae43-3bda-485e-9894-902e4654590f req-3021eb2f-0f04-4e6d-b2cf-8faf50b27704 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:51.611060 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d4bae43-3bda-485e-9894-902e4654590f req-3021eb2f-0f04-4e6d-b2cf-8faf50b27704 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0642509 Jan 23 21:56:51.664258 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d4bae43-3bda-485e-9894-902e4654590f req-e18431da-674a-4dc2-a9f7-0adc7943e7c4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480137 Jan 23 21:56:52.081575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:56:52.803703 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d21be-5b4b-4c35-89b8-576580a29dfc req-80e8a329-00fb-44ae-b91a-b59a994cb973 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:52.807898 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0a8d21be-5b4b-4c35-89b8-576580a29dfc req-80e8a329-00fb-44ae-b91a-b59a994cb973 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0573280 Jan 23 21:56:52.875394 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0a8d21be-5b4b-4c35-89b8-576580a29dfc req-30d4bd8e-61f4-408c-bd3b-6ad05e41a337 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579369 Jan 23 21:56:54.024304 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3b56a-4335-454d-a442-86d936fdbe56 req-8f68b8a1-be81-433e-9d5f-46ac31119af7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:54.034704 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9c3b56a-4335-454d-a442-86d936fdbe56 req-8f68b8a1-be81-433e-9d5f-46ac31119af7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0764446 Jan 23 21:56:54.095599 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f9c3b56a-4335-454d-a442-86d936fdbe56 req-dfc3645a-d0ed-4103-8995-481b54a28c40 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598745 Jan 23 21:56:55.240630 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d39b-b039-4b5c-af3a-06fffbed0179 req-90632011-3904-466a-9823-b78fa8d4be6a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:55.242171 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-abf6d39b-b039-4b5c-af3a-06fffbed0179 req-90632011-3904-466a-9823-b78fa8d4be6a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0639436 Jan 23 21:56:55.302627 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-abf6d39b-b039-4b5c-af3a-06fffbed0179 req-29db2347-c81b-452e-a438-3454e4bd59c4 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544827 Jan 23 21:56:56.446475 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dfaac-bb76-4a94-bcd0-76d0465ab796 req-c4a25a17-73d9-49b9-a669-e3022bea57da tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:56.453501 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2f0dfaac-bb76-4a94-bcd0-76d0465ab796 req-c4a25a17-73d9-49b9-a669-e3022bea57da tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0626361 Jan 23 21:56:56.502914 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2f0dfaac-bb76-4a94-bcd0-76d0465ab796 req-4b84263d-6b49-4e22-b8b4-22d4ba8b642e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481875 Jan 23 21:56:57.660969 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189496f4-e2b6-40ed-b8eb-7dd1d14eec5d req-9cda2baa-fce0-4f4f-9c9a-26e3c5cddf13 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:57.663797 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-189496f4-e2b6-40ed-b8eb-7dd1d14eec5d req-9cda2baa-fce0-4f4f-9c9a-26e3c5cddf13 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0663812 Jan 23 21:56:57.726072 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-189496f4-e2b6-40ed-b8eb-7dd1d14eec5d req-357c754c-d414-48eb-94ad-9928d0750502 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535192 Jan 23 21:56:58.901474 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181f695-b086-478e-b1de-527d561b2a5e req-f5ce904f-75d3-42ee-bfbf-64b9c53fabba tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:56:58.911942 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e181f695-b086-478e-b1de-527d561b2a5e req-f5ce904f-75d3-42ee-bfbf-64b9c53fabba tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.1066804 Jan 23 21:56:58.987373 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e181f695-b086-478e-b1de-527d561b2a5e req-00c798e3-d038-401d-a6ef-4d0634b82767 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685344 Jan 23 21:57:00.129513 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbdff-a954-4af4-aba8-b002f7404f64 req-01e7c5ba-6832-481e-a469-bc4b4b256f70 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:00.131091 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbfcbdff-a954-4af4-aba8-b002f7404f64 req-01e7c5ba-6832-481e-a469-bc4b4b256f70 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0573092 Jan 23 21:57:00.184321 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbfcbdff-a954-4af4-aba8-b002f7404f64 req-ebe28b8f-2668-4850-96a1-d7b040ce0a00 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470266 Jan 23 21:57:00.855817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-01c92a10-3a1a-46a2-a170-3c8275e53986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:00.857371 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-01c92a10-3a1a-46a2-a170-3c8275e53986 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1099 time: 0.0466030 Jan 23 21:57:00.956516 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-18e15ffe-11d1-428d-9588-254763416115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:00.958052 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-18e15ffe-11d1-428d-9588-254763416115 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.0943055 Jan 23 21:57:01.306046 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-c28b7fb5-adf8-49f9-9569-7178f3a1579c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 1001 time: 0.3421750 Jan 23 21:57:01.361837 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-0ac13381-f387-477a-928c-a15e7f87006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:01.363309 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-0ac13381-f387-477a-928c-a15e7f87006a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0511882 Jan 23 21:57:01.415352 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-2c4b7f84-5538-4196-8765-d5b8ec8dc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:01.417172 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-2c4b7f84-5538-4196-8765-d5b8ec8dc567 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480542 Jan 23 21:57:01.457986 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beefed-0308-4551-a022-0782ecc510d3 req-3c93b6f4-08b0-427f-935e-be1ce23e7316 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:01.459734 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34beefed-0308-4551-a022-0782ecc510d3 req-3c93b6f4-08b0-427f-935e-be1ce23e7316 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.1768842 Jan 23 21:57:01.524132 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-211a145a-f004-4c59-b212-867c84451dec service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989273 Jan 23 21:57:01.527821 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34beefed-0308-4551-a022-0782ecc510d3 req-3fe28169-23cc-40ed-ac5f-aff1a862152a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618048 Jan 23 21:57:01.638704 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ba15cd5-7121-4809-a721-b592d637b7d1 req-106d87ed-5e38-4fa6-b0ef-fa6203929d90 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097043 Jan 23 21:57:02.662606 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d2128-12f9-4db9-b8f2-8b2d9b77dbae req-5e19fca9-b0a7-4e45-8002-b0396b0ddac5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:02.664125 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f32d2128-12f9-4db9-b8f2-8b2d9b77dbae req-5e19fca9-b0a7-4e45-8002-b0396b0ddac5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0590615 Jan 23 21:57:02.721734 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f32d2128-12f9-4db9-b8f2-8b2d9b77dbae req-b639bd7c-81c1-4aa2-a146-d3eb4285dfe6 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517063 Jan 23 21:57:03.882145 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f719e44-95da-4a96-be13-14276cd91468 req-e5d24652-8670-4ff6-9671-7aafb53c1d5f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:03.883692 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3f719e44-95da-4a96-be13-14276cd91468 req-e5d24652-8670-4ff6-9671-7aafb53c1d5f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 946 time: 0.0816317 Jan 23 21:57:03.935957 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3f719e44-95da-4a96-be13-14276cd91468 req-c62f7a47-5d7f-49ce-af6b-afdfbcae6f45 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449595 Jan 23 21:57:05.380770 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:57:05.473883 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: ACTIVE; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:57:05.474185 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:05.498946 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:57:05.501664 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f73f641-72dd-46e6-b069-585d576a3196" -d '{"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:57:05.516400 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:05.543583 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Jan 2022 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea23baf0-14c6-4bd2-bafd-d04915017a2d x-openstack-request-id: req-ea23baf0-14c6-4bd2-bafd-d04915017a2d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:57:05.543946 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-unplugged", "status": "failed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:57:05.544250 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea23baf0-14c6-4bd2-bafd-d04915017a2d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:57:05.544721 dv-cinder-821602-21-iscsi neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'code': 422} returned with failed status Jan 23 21:57:05.623404 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:05.680055 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:06.249894 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-457ccb6e-cc3c-43e5-a989-e3259fced3a1 req-ba42a669-7c33-4183-a776-e7019c8a2272 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:57:06.251827 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-457ccb6e-cc3c-43e5-a989-e3259fced3a1 req-ba42a669-7c33-4183-a776-e7019c8a2272 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063438 Jan 23 21:57:06.632086 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b62d3-97f8-472d-b15b-28aeed7306b6 req-7c5a624a-1cf3-4460-b215-3df131c47242 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:06.632977 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-536b62d3-97f8-472d-b15b-28aeed7306b6 req-7c5a624a-1cf3-4460-b215-3df131c47242 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0579400 Jan 23 21:57:06.691945 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-536b62d3-97f8-472d-b15b-28aeed7306b6 req-4079401c-f487-43d0-8e28-efd7a2a02bc2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498595 Jan 23 21:57:07.078614 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58730) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:07.174935 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-03d651fa-5318-47bf-9225-d1fad1922080 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948312 Jan 23 21:57:07.183518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-8af72378-da83-4cbd-8528-55f252dc5b38 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:57:07.184473 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-8af72378-da83-4cbd-8528-55f252dc5b38 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050509 Jan 23 21:57:07.865262 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995d49-7a55-4126-93fa-2b691b8c291b req-c4da3813-9d52-4bb0-bde9-4b670b521ce9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:07.868093 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09995d49-7a55-4126-93fa-2b691b8c291b req-c4da3813-9d52-4bb0-bde9-4b670b521ce9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0772703 Jan 23 21:57:07.939683 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-09995d49-7a55-4126-93fa-2b691b8c291b req-f12aa17f-845e-4086-9cd7-6b26f45df914 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655849 Jan 23 21:57:08.734158 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217047-86cd-4129-b389-eab36d24d32f req-321ee48e-8ccd-4e54-a427-0a3b1da5f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:08.736034 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-321ee48e-8ccd-4e54-a427-0a3b1da5f277 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf&tenant_id=ad81ef47542743ff8193845fef19eca0 HTTP/1.1" status: 200 len: 1097 time: 0.0461540 Jan 23 21:57:08.803781 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217047-86cd-4129-b389-eab36d24d32f req-0467eea4-c5e7-4085-862c-50308e8f545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:08.805400 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-0467eea4-c5e7-4085-862c-50308e8f545d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ad81ef47542743ff8193845fef19eca0&device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1097 time: 0.0471509 Jan 23 21:57:08.915804 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217047-86cd-4129-b389-eab36d24d32f req-0ac6143b-34fa-449a-bc20-489c99266821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:08.917955 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-0ac6143b-34fa-449a-bc20-489c99266821 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 200 len: 918 time: 0.1066487 Jan 23 21:57:09.000755 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-d25b510c-4c29-4007-b1d8-9cc882f21d03 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 200 len: 999 time: 0.0669925 Jan 23 21:57:09.050131 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217047-86cd-4129-b389-eab36d24d32f req-19777759-fa34-42f8-8773-2ad7f927dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:09.051835 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-19777759-fa34-42f8-8773-2ad7f927dc4f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 200 len: 856 time: 0.0543816 Jan 23 21:57:09.102058 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217047-86cd-4129-b389-eab36d24d32f req-6fdf2508-787f-4c85-a3c6-b6a7ddf7867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:09.103732 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-6fdf2508-787f-4c85-a3c6-b6a7ddf7867f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461917 Jan 23 21:57:09.229656 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-b513474f-0ac7-46ef-bb60-9e1616432fd4 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183720 Jan 23 21:57:09.357924 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-6a8e3c64-8b5e-4b78-a02e-6abab6499fa8 service neutron] 10.222.0.112 "GET /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213510 Jan 23 21:57:09.382770 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722032be-9497-4e1b-9c25-ddde680ac6b2 req-8b6361aa-fdcb-4e89-b3bf-74e25b9a0f8f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:09.387351 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-722032be-9497-4e1b-9c25-ddde680ac6b2 req-8b6361aa-fdcb-4e89-b3bf-74e25b9a0f8f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.3402197 Jan 23 21:57:09.440134 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-722032be-9497-4e1b-9c25-ddde680ac6b2 req-401640c0-7907-4c09-963e-f525de6d3fe3 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499265 Jan 23 21:57:09.469563 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:10.639126 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d349a4-dea7-4b0b-8c44-e184299f526f req-cc73180a-c1bd-45c7-b26e-800153de6fea tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:10.641748 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1d349a4-dea7-4b0b-8c44-e184299f526f req-cc73180a-c1bd-45c7-b26e-800153de6fea tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0863571 Jan 23 21:57:10.729112 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1d349a4-dea7-4b0b-8c44-e184299f526f req-c01c8645-0125-4b5a-9741-0b9707921719 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776014 Jan 23 21:57:11.054528 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:57:11.888543 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89547-2d13-472a-81b4-2a22d9800157 req-4eb72398-3b10-4af7-a1cf-d07afd19f5bb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:11.891897 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56d89547-2d13-472a-81b4-2a22d9800157 req-4eb72398-3b10-4af7-a1cf-d07afd19f5bb tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0657563 Jan 23 21:57:11.955331 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56d89547-2d13-472a-81b4-2a22d9800157 req-b15fb379-aba4-4ab4-a440-d11e9f283da9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574143 Jan 23 21:57:13.123776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459ee85-ca7b-42b4-9b60-5d1934396129 req-b4807fd2-e599-4bdc-9275-bb77296fcc5c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:13.126458 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4459ee85-ca7b-42b4-9b60-5d1934396129 req-b4807fd2-e599-4bdc-9275-bb77296fcc5c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0648961 Jan 23 21:57:13.202807 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4459ee85-ca7b-42b4-9b60-5d1934396129 req-a69e4990-f724-44f1-a467-d3658b186aae tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689230 Jan 23 21:57:14.360047 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3bca6-4f13-4a78-b858-9ae46644e3c8 req-85f14549-9bc9-4473-88f5-4aeccf125a4c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:14.365373 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28a3bca6-4f13-4a78-b858-9ae46644e3c8 req-85f14549-9bc9-4473-88f5-4aeccf125a4c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0592854 Jan 23 21:57:14.427221 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28a3bca6-4f13-4a78-b858-9ae46644e3c8 req-c96eefd1-b79b-4621-aaba-58a00233f459 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588713 Jan 23 21:57:15.486089 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08483597-2b40-45f6-b5f7-641142ddabca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:15.583172 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127afb-a0e5-414b-a2e5-927233692109 req-23d805ea-ac5c-43e3-9d28-9604fdffb204 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:15.584788 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-14127afb-a0e5-414b-a2e5-927233692109 req-23d805ea-ac5c-43e3-9d28-9604fdffb204 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0589440 Jan 23 21:57:15.654296 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-14127afb-a0e5-414b-a2e5-927233692109 req-88b180a6-1b62-47cb-bd60-bc131297b690 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585907 Jan 23 21:57:16.852534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6dc94-452a-4a76-b150-12294c717406 req-3c03ee26-f20c-4f50-bcc3-f8df87e9a8ff tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:16.854938 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5d6dc94-452a-4a76-b150-12294c717406 req-3c03ee26-f20c-4f50-bcc3-f8df87e9a8ff tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0821171 Jan 23 21:57:16.917627 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5d6dc94-452a-4a76-b150-12294c717406 req-552b13ee-7281-47b3-89b9-8a1497f4d3e8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485616 Jan 23 21:57:17.856537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82d9e35e-1221-46fe-b149-43c7ae59b8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:18.063693 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c73b1-af48-416c-88b5-58b4ec7f721d req-4d4cf194-3309-4047-a767-5b67526fcef9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:18.066082 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca1c73b1-af48-416c-88b5-58b4ec7f721d req-4d4cf194-3309-4047-a767-5b67526fcef9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0649610 Jan 23 21:57:18.115390 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca1c73b1-af48-416c-88b5-58b4ec7f721d req-44e3e209-ddb9-437b-b30b-d09aec5c07b1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Jan 23 21:57:19.247941 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03029fc-2dec-4776-8b1e-24360d08f801 req-f800d361-050f-4fc5-894d-d49a07f86fb1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:19.250167 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b03029fc-2dec-4776-8b1e-24360d08f801 req-f800d361-050f-4fc5-894d-d49a07f86fb1 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0553250 Jan 23 21:57:19.301217 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b03029fc-2dec-4776-8b1e-24360d08f801 req-c4908985-c8fb-485b-8558-ed91481618a7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Jan 23 21:57:19.342069 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:20.414087 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-28ae4826-5dbe-4724-9c42-f3558155f3da service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464759 Jan 23 21:57:20.428415 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ee96-4210-4788-9a26-873c21eddd54 req-d871499a-a3de-423f-9820-8046c1f1e82c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:20.430194 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5d63ee96-4210-4788-9a26-873c21eddd54 req-d871499a-a3de-423f-9820-8046c1f1e82c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0535753 Jan 23 21:57:20.483003 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-c1c0d6af-eb3a-4b8f-bce8-5b55e897acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:20.485604 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-c1c0d6af-eb3a-4b8f-bce8-5b55e897acba service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8155754143864a16b3c702963a51e9d9&device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 1098 time: 0.0509713 Jan 23 21:57:20.490162 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5d63ee96-4210-4788-9a26-873c21eddd54 req-01bd42d6-6e4b-4ab7-a463-b5c66d0c1eec tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540991 Jan 23 21:57:20.573453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:20.603653 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-d4373597-0222-45d2-b00b-a4fdd54c34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:20.605158 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-d4373597-0222-45d2-b00b-a4fdd54c34c3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 200 len: 912 time: 0.0982001 Jan 23 21:57:20.677646 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-d7be264f-c947-4262-9eb3-1e2f1f6ef32a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954 HTTP/1.1" status: 200 len: 1000 time: 0.0661542 Jan 23 21:57:20.734844 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-6cdbd43f-ceed-46ec-92f5-3f12585393e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:20.736510 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-6cdbd43f-ceed-46ec-92f5-3f12585393e5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 200 len: 850 time: 0.0529971 Jan 23 21:57:20.783302 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-0f4330d2-cac6-4c09-b480-2f4610876ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:20.784871 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-0f4330d2-cac6-4c09-b480-2f4610876ba9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=27f05782-d84a-4801-8bb0-f607204a0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420842 Jan 23 21:57:20.844414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-c79f7809-5167-40eb-88e9-9c0e424b68e0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 21:57:20.845651 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-c79f7809-5167-40eb-88e9-9c0e424b68e0 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543396 Jan 23 21:57:20.947512 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-22d6640d-0a15-42ad-849c-7d6ba45927a5 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941629 Jan 23 21:57:21.046495 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df4438a7-8dc6-4da7-ac53-3321bc5c2769 req-9ede43b0-529f-4ba5-a5c4-6739325acb25 service neutron] 10.222.0.112 "GET /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913746 Jan 23 21:57:21.629776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653feb5-22df-413b-9d6b-07076caa9f26 req-73e6fcf6-3b74-4c92-b3d7-f4f6889024b5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:21.631361 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a653feb5-22df-413b-9d6b-07076caa9f26 req-73e6fcf6-3b74-4c92-b3d7-f4f6889024b5 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0509136 Jan 23 21:57:21.681692 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a653feb5-22df-413b-9d6b-07076caa9f26 req-8d4fe7d8-d643-4577-baa8-2fff10138ba2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448480 Jan 23 21:57:22.062841 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:22.809854 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb68c1-2749-4dde-a14b-6e0416e85e41 req-0bb060c4-032f-411a-bc69-d5642eada91c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:22.811412 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f3eb68c1-2749-4dde-a14b-6e0416e85e41 req-0bb060c4-032f-411a-bc69-d5642eada91c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 944 time: 0.0502698 Jan 23 21:57:22.861539 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f3eb68c1-2749-4dde-a14b-6e0416e85e41 req-53e5382d-e378-4bf6-97ff-1f065f9df229 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Jan 23 21:57:23.441170 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:57:23.539566 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:23.559498 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'port_id': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'mac_address': 'fa:16:3e:ea:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:57:23.608303 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:57:23.608709 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:23.622751 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ed2b0b-b8e3-4957-82b3-2caad5f98877 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:57:23.645155 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:23.724993 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:23.771828 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=9']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:23.996078 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75add66-d987-4ca1-907d-bd7880d5162f req-1851e176-3ef6-4ad2-8b6b-30fc9982c00a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:23.997486 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d75add66-d987-4ca1-907d-bd7880d5162f req-1851e176-3ef6-4ad2-8b6b-30fc9982c00a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 945 time: 0.0546701 Jan 23 21:57:24.050673 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d75add66-d987-4ca1-907d-bd7880d5162f req-0df4c915-3698-4063-bb2d-726f871d8bf9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469837 Jan 23 21:57:24.112915 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['b8ed2b0b-b8e3-4957-82b3-2caad5f98877'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:57:25.175544 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956b0e-dba2-4072-be8c-fab3a65f692b req-a40295f3-835f-4118-a9eb-08733caf4f26 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:25.177041 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-96956b0e-dba2-4072-be8c-fab3a65f692b req-a40295f3-835f-4118-a9eb-08733caf4f26 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 945 time: 0.0531116 Jan 23 21:57:25.224649 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-96956b0e-dba2-4072-be8c-fab3a65f692b req-94fc5e57-6aed-4316-a632-3c4b344c194c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Jan 23 21:57:25.451853 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:57:25.501526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:57:25.501915 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:25.584592 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:57:25.584980 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:25.608323 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:57:25.612157 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b62e2-31eb-4235-8091-87b0b5a7c282" -d '{"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:57:25.629831 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:25.651532 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c4ec99-2368-4852-8907-ab3ac936dd6e x-openstack-request-id: req-f4c4ec99-2368-4852-8907-ab3ac936dd6e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:57:25.651827 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:57:25.652080 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4c4ec99-2368-4852-8907-ab3ac936dd6e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:57:25.652479 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'code': 200} Jan 23 21:57:25.724652 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:25.774975 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:26.013414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf4384-6d56-4e18-a264-44fc4ef25129 req-a2466c63-2e8e-4f37-98d3-764e82d79407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:26.015754 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7edf4384-6d56-4e18-a264-44fc4ef25129 req-a2466c63-2e8e-4f37-98d3-764e82d79407 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 1100 time: 0.0416834 Jan 23 21:57:26.065574 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7edf4384-6d56-4e18-a264-44fc4ef25129 req-aa99c153-c3cd-4bca-951c-3b0bf64e5d79 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Jan 23 21:57:26.358491 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430922-b9b7-429b-8c59-e2a689415a37 req-5f2396df-f92a-482e-87a2-54a0263bc83e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:26.360388 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-35430922-b9b7-429b-8c59-e2a689415a37 req-5f2396df-f92a-482e-87a2-54a0263bc83e tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0580668 Jan 23 21:57:26.409683 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-35430922-b9b7-429b-8c59-e2a689415a37 req-a46f7089-0370-4587-9e4e-82150e5bbea2 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Jan 23 21:57:27.545177 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd3ef4-c76d-48c6-8ce8-fafc4c4959f6 req-e76b97b2-e8e9-4312-b43d-bf4461565f1f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:27.547520 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28dd3ef4-c76d-48c6-8ce8-fafc4c4959f6 req-e76b97b2-e8e9-4312-b43d-bf4461565f1f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0561326 Jan 23 21:57:27.599684 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28dd3ef4-c76d-48c6-8ce8-fafc4c4959f6 req-169460e3-ec04-487e-8fd9-e6701e6cafea tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 Jan 23 21:57:28.132153 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6839f-8c2e-4421-bc40-cf8399b63911 req-16dee800-5bf4-453a-a27b-b34173e8e904 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:28.133631 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37a6839f-8c2e-4421-bc40-cf8399b63911 req-16dee800-5bf4-453a-a27b-b34173e8e904 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.0495269 Jan 23 21:57:28.185768 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37a6839f-8c2e-4421-bc40-cf8399b63911 req-639671f7-e391-47f2-9eb2-6360df8c18a4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Jan 23 21:57:28.729059 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f340c-8e2a-4bcf-b9f9-63df6a874ab6 req-da15c306-5e98-41e6-bfcc-a8c450b867b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:28.730533 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa1f340c-8e2a-4bcf-b9f9-63df6a874ab6 req-da15c306-5e98-41e6-bfcc-a8c450b867b7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0507762 Jan 23 21:57:28.777270 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa1f340c-8e2a-4bcf-b9f9-63df6a874ab6 req-04d3019f-a02f-4f91-ac33-1a3a81fdba30 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408800 Jan 23 21:57:29.314738 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17743-ddab-44fa-95b0-a0178d36e8cf req-8a586409-4888-4940-a1ab-82462dcc29d1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:29.316318 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c9f17743-ddab-44fa-95b0-a0178d36e8cf req-8a586409-4888-4940-a1ab-82462dcc29d1 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.0518036 Jan 23 21:57:29.370719 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c9f17743-ddab-44fa-95b0-a0178d36e8cf req-55824533-e7e6-4479-b446-b5791893781b tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486314 Jan 23 21:57:29.906032 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60797f-272b-4497-b22d-139ca0676ab1 req-81eda1aa-da9c-446f-807e-b16217df7c9a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:29.908014 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b60797f-272b-4497-b22d-139ca0676ab1 req-81eda1aa-da9c-446f-807e-b16217df7c9a tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0539978 Jan 23 21:57:29.959767 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b60797f-272b-4497-b22d-139ca0676ab1 req-2ce3875a-4ebf-46bd-b405-f875235d081b tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461431 Jan 23 21:57:30.085283 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-aa134be8-468b-4ce1-8a68-f08d25866ff4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:30.086711 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-aa134be8-468b-4ce1-8a68-f08d25866ff4 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.0517144 Jan 23 21:57:30.180304 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Deleting port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:57:30.180644 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:30.276176 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] For port cb8cf2e4-4adf-4c54-8428-703cb7f8e954, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:30.276543 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:30.459189 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:30.459642 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (04d4d51a-6d30-47c0-9b7d-137fbc1931df), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:30.459932 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Floating IP 04d4d51a-6d30-47c0-9b7d-137fbc1931df disassociated. External IP: 172.27.0.84, port: cb8cf2e4-4adf-4c54-8428-703cb7f8e954. Jan 23 21:57:30.460261 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Calling delete_port for cb8cf2e4-4adf-4c54-8428-703cb7f8e954 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:57:30.493057 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba6609-b8e0-4789-bc44-f58157ea9dc5 req-4f869fad-f734-4aea-bb99-cfa0c76c8afe tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:30.494604 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-50ba6609-b8e0-4789-bc44-f58157ea9dc5 req-4f869fad-f734-4aea-bb99-cfa0c76c8afe tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 945 time: 0.0535200 Jan 23 21:57:30.543879 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-50ba6609-b8e0-4789-bc44-f58157ea9dc5 req-cedcedb0-7652-4a2f-a074-2e55d9869b54 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae09f57f-8587-40ec-af92-50cedb7538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Jan 23 21:57:30.668557 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (cb8cf2e4-4adf-4c54-8428-703cb7f8e954), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:30.704054 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event deleted for resources: {'Port': ['ID=cb8cf2e4-4adf-4c54-8428-703cb7f8e954,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:30.716893 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.717243 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.717596 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.718444 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.718786 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.719109 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.719472 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.719798 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.720132 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.720462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.720809 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.721132 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.721453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:30.838753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:57:30.960801 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:57:30.973374 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:57:30.985300 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:57:30.985944 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:57:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:31.003235 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] No DVR routers for this DVR port cb8cf2e4-4adf-4c54-8428-703cb7f8e954 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:57:31.005999 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:31.009534 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-054bf7d9-80ad-49d5-8d01-3aa1a6fb607d req-fe8754fb-5271-46bd-a94c-956e7884c848 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.112 "DELETE /v2.0/ports/cb8cf2e4-4adf-4c54-8428-703cb7f8e954 HTTP/1.1" status: 204 len: 173 time: 0.9180160 Jan 23 21:57:31.010009 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'name': 'network-vif-deleted', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:57:31.012435 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142b828-1c88-45b6-96ae-d5ca3b0be62d" -d '{"events": [{"server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "name": "network-vif-deleted", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:57:31.065640 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55704586-a284-4e36-b9d5-bed0b6bc427f x-openstack-request-id: req-55704586-a284-4e36-b9d5-bed0b6bc427f {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:57:31.065942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa", "name": "network-vif-deleted", "tag": "cb8cf2e4-4adf-4c54-8428-703cb7f8e954", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:57:31.066205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55704586-a284-4e36-b9d5-bed0b6bc427f {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:57:31.066615 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa', 'name': 'network-vif-deleted', 'tag': 'cb8cf2e4-4adf-4c54-8428-703cb7f8e954', 'status': 'completed', 'code': 200} Jan 23 21:57:31.121310 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:57:31.356538 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:31.384682 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:57:31.394558 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:57:31.395167 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:57:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:31.505751 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:57:31.657579 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eb584d79-0cc1-409f-8ac6-a06d5282eb87 req-2c800a07-f88b-4944-b5ea-ad435108131a tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9fc4ea-cd0e-4812-80d9-fcdc35f531aa HTTP/1.1" status: 200 len: 210 time: 0.0277114 Jan 23 21:57:31.716235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:31.746664 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75dfe0-3474-4f06-aee8-eee906091fd6 None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:47:10Z', 'revision_number': 4, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'cb0c2fa3-40e1-48bd-a06b-88b09d532193', 'name': '', 'network_id': '27f05782-d84a-4801-8bb0-f607204a0f48', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'mac_address': 'fa:16:3e:13:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:08Z', 'updated_at': '2022-01-23T21:47:15Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'subnets': [{'id': '9aa5c405-7275-4aaf-bc29-28ae8c3a51c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:57:31.965821 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262081b-1922-4166-83ec-31811c7abc48 None None] New status for floating IP 04d4d51a-6d30-47c0-9b7d-137fbc1931df: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:57:32.811730 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58936) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:32.873397 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (ae09f57f-8587-40ec-af92-50cedb7538bb), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:32.897939 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (ae09f57f-8587-40ec-af92-50cedb7538bb), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.028074 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (ae09f57f-8587-40ec-af92-50cedb7538bb), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.030665 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.032166 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "DELETE /v2.0/security-groups/ae09f57f-8587-40ec-af92-50cedb7538bb HTTP/1.1" status: 204 len: 168 time: 0.2192023 Jan 23 21:57:33.037296 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58938) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:33.041865 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae09f57f-8587-40ec-af92-50cedb7538bb,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:33.049804 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.050156 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.052964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.052964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.052964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.052964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.052964 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.053375 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.api.v2.resource [None req-a2c6db41-39b6-4f97-aefa-90867fdd3558 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] show failed (client error): The resource could not be found. Jan 23 21:57:33.053485 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.053485 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.053485 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.053747 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a2c6db41-39b6-4f97-aefa-90867fdd3558 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "GET /v2.0/security-groups/ae09f57f-8587-40ec-af92-50cedb7538bb HTTP/1.1" status: 404 len: 347 time: 0.0145800 Jan 23 21:57:33.053849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.053849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.053849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a7d9-1002-47fc-ae72-397474339c56 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:57:33.059578 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58940) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:33.195589 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Deleting port 6f9ebf95-62e4-4a1c-9e69-3416e767c2a2 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:57:33.195933 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.280655 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.280872 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.294643 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Calling delete_port for 6f9ebf95-62e4-4a1c-9e69-3416e767c2a2 owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:57:33.536572 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (6f9ebf95-62e4-4a1c-9e69-3416e767c2a2), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.563733 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Pushing event deleted for resources: {'Port': ['ID=6f9ebf95-62e4-4a1c-9e69-3416e767c2a2,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:33.629446 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks [] for floatingip (04d4d51a-6d30-47c0-9b7d-137fbc1931df), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.632595 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:33.633805 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5d962368-74fd-4905-8372-59ba69d6f035 tempest-AttachVolumeTestJSON-1031416626 tempest-AttachVolumeTestJSON-1031416626-project] 10.222.0.72 "DELETE /v2.0/floatingips/04d4d51a-6d30-47c0-9b7d-137fbc1931df HTTP/1.1" status: 204 len: 168 time: 0.5732546 Jan 23 21:57:35.505590 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device cb8cf2e4-4adf-4c54-8428-703cb7f8e954 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:57:35.526623 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: cb8cf2e4-4adf-4c54-8428-703cb7f8e954 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:57:35.526963 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device cb8cf2e4-4adf-4c54-8428-703cb7f8e954 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:57:37.777717 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58968) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:38.240374 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (e4f92737-c9ee-4385-8e23-f320cd6400b5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:38.486526 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Deleting port cb0c2fa3-40e1-48bd-a06b-88b09d532193 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:57:38.486767 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:38.562054 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] For port cb0c2fa3-40e1-48bd-a06b-88b09d532193, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=cb0c2fa3-40e1-48bd-a06b-88b09d532193,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:38.562424 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:38.574244 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Calling delete_port for cb0c2fa3-40e1-48bd-a06b-88b09d532193 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:57:38.821854 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (cb0c2fa3-40e1-48bd-a06b-88b09d532193), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:38.850011 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0c2fa3-40e1-48bd-a06b-88b09d532193,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:39.045335 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (e4f92737-c9ee-4385-8e23-f320cd6400b5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:39.270945 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Router e4f92737-c9ee-4385-8e23-f320cd6400b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:57:39.482266 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:39.651822 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:57:39.656899 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-121e1290-26e2-4be1-8102-d34e6f3dc382 admin admin] 10.222.0.72 "PUT /v2.0/routers/e4f92737-c9ee-4385-8e23-f320cd6400b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8780551 Jan 23 21:57:39.660021 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58972) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:39.661804 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] Sync routers for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:57:39.673158 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:57:39.674637 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:57:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:39.768401 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks [] for router (e4f92737-c9ee-4385-8e23-f320cd6400b5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:39.781840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:57:39.870722 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks [] for router_gateway (e4f92737-c9ee-4385-8e23-f320cd6400b5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:39.967423 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:57:38Z', 'revision_number': 5, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port': {'id': '26035ffb-a540-4671-aa6c-988bd94a263c', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:47:04Z', 'updated_at': '2022-01-23T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:39.995465 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] Checking router: e4f92737-c9ee-4385-8e23-f320cd6400b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:57:40.001214 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Deleting port 26035ffb-a540-4671-aa6c-988bd94a263c {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:57:40.002202 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.004792 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] Routers {'e4f92737-c9ee-4385-8e23-f320cd6400b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:57:40.005419 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:57:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['e4f92737-c9ee-4385-8e23-f320cd6400b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:40.086047 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] For port 26035ffb-a540-4671-aa6c-988bd94a263c, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=26035ffb-a540-4671-aa6c-988bd94a263c,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:40.086408 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.100338 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Calling delete_port for 26035ffb-a540-4671-aa6c-988bd94a263c owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:57:40.238405 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] Set router e4f92737-c9ee-4385-8e23-f320cd6400b5 gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:57:40.296900 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:57:39Z', 'revision_number': 6, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:40.323913 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71591fd3-1407-400f-a77f-f3f575ec2a27 None None] The sync data for ids ['e4f92737-c9ee-4385-8e23-f320cd6400b5'] in dv-cinder-821602-21-iscsi is: [{'id': 'e4f92737-c9ee-4385-8e23-f320cd6400b5', 'name': 'tempest-AttachVolumeTestJSON-1961214320-router', 'tenant_id': '8155754143864a16b3c702963a51e9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:47:02Z', 'updated_at': '2022-01-23T21:57:39Z', 'revision_number': 6, 'project_id': '8155754143864a16b3c702963a51e9d9', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:57:40.364754 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (26035ffb-a540-4671-aa6c-988bd94a263c), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.392820 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Pushing event deleted for resources: {'Port': ['ID=26035ffb-a540-4671-aa6c-988bd94a263c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:40.457190 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (e4f92737-c9ee-4385-8e23-f320cd6400b5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.554132 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (e4f92737-c9ee-4385-8e23-f320cd6400b5), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.556344 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks [] for router_controller (e4f92737-c9ee-4385-8e23-f320cd6400b5), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.667842 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (e4f92737-c9ee-4385-8e23-f320cd6400b5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.668388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f92737-c9ee-4385-8e23-f320cd6400b5 {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 21:57:40.673710 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.677209 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-deda5164-0c2b-42a1-9899-572a84a68403 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e4f92737-c9ee-4385-8e23-f320cd6400b5 HTTP/1.1" status: 204 len: 168 time: 1.0139265 Jan 23 21:57:40.677596 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 58974) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:40.729635 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Deleting subnet 9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:57:40.733013 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Publish callbacks [] for subnet (9aa5c405-7275-4aaf-bc29-28ae8c3a51c9), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.775719 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612194'] for subnet (9aa5c405-7275-4aaf-bc29-28ae8c3a51c9), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:40.857520 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (9aa5c405-7275-4aaf-bc29-28ae8c3a51c9), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.010940 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59626229'] for subnet (9aa5c405-7275-4aaf-bc29-28ae8c3a51c9), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.041401 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa5c405-7275-4aaf-bc29-28ae8c3a51c9,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:41.045383 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.051248 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2ac6d200-1483-484a-bc6b-7702fda61af1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9aa5c405-7275-4aaf-bc29-28ae8c3a51c9 HTTP/1.1" status: 204 len: 168 time: 0.3715107 Jan 23 21:57:41.054375 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58976) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:41.055687 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e8a28-fad4-4e60-b570-2a4285a166ba None None] Network 27f05782-d84a-4801-8bb0-f607204a0f48 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:57:41.137371 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (27f05782-d84a-4801-8bb0-f607204a0f48), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.226929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Deleting port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:57:41.227296 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.234540 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] DHCP port deletion for 27f05782-d84a-4801-8bb0-f607204a0f48 request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 21:57:41.286505 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] Deleting port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:57:41.286794 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.296746 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] For port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:41.297105 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.309674 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Calling delete_port for 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:57:41.358406 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] For port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,segment=NetworkSegment(ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b),segment_id=ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:57:41.358990 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.374682 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] Calling delete_port for 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:57:41.475467 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.502259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:41.507380 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] No DVR routers for this DVR port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 on host dv-cinder-821602-21-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:57:41.522932 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (03ea93a9-51c8-494f-ad17-9385a9e1b1c5), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.551597 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] Pushing event deleted for resources: {'Port': ['ID=03ea93a9-51c8-494f-ad17-9385a9e1b1c5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:41.558464 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023c756-6eb1-4c22-9135-306d29aaad19 None None] No DVR routers for this DVR port 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:57:41.588819 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (27f05782-d84a-4801-8bb0-f607204a0f48), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.610256 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f05782-d84a-4801-8bb0-f607204a0f48']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:41.620477 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:41.620770 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:57:41.631499 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.646204 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.652527 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:57:41.652919 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (ab28a44d-ae8f-4ef8-ae8e-3dfc3b28599b), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:57:41.654654 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:57:41.771443 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (27f05782-d84a-4801-8bb0-f607204a0f48), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.781423 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:41.781423 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] 10.222.0.72 "DELETE /v2.0/networks/27f05782-d84a-4801-8bb0-f607204a0f48 HTTP/1.1" status: 204 len: 168 time: 0.7277298 Jan 23 21:57:41.792210 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6f78-538f-4c2c-a717-f8939ead8307 admin admin] Pushing event deleted for resources: {'Network': ['ID=27f05782-d84a-4801-8bb0-f607204a0f48,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:42.146686 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58980) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:42.186874 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6cd09353-20f6-4566-932c-cf56aac7a11c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8155754143864a16b3c702963a51e9d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436935 Jan 23 21:57:42.189408 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 58982) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:57:42.248637 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd42f-1a8f-477e-aaab-b8d2a1db8d7e admin admin] Publish callbacks [] for security_group (76394175-029e-4f59-b152-1a0b46b884c6), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:42.273536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd42f-1a8f-477e-aaab-b8d2a1db8d7e admin admin] Publish callbacks [] for security_group (76394175-029e-4f59-b152-1a0b46b884c6), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:42.281375 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:57:42.317818 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:57:42.325428 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 03ea93a9-51c8-494f-ad17-9385a9e1b1c5 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:57:42.325428 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 26035ffb-a540-4671-aa6c-988bd94a263c no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:57:42.340560 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 26035ffb-a540-4671-aa6c-988bd94a263c {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:57:42.340909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 26035ffb-a540-4671-aa6c-988bd94a263c not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:57:42.341333 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device cb0c2fa3-40e1-48bd-a06b-88b09d532193 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:57:42.362612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: cb0c2fa3-40e1-48bd-a06b-88b09d532193 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:57:42.363207 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device cb0c2fa3-40e1-48bd-a06b-88b09d532193 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:57:42.393303 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd42f-1a8f-477e-aaab-b8d2a1db8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (76394175-029e-4f59-b152-1a0b46b884c6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:42.396571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd42f-1a8f-477e-aaab-b8d2a1db8d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:42.397731 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d3bcd42f-1a8f-477e-aaab-b8d2a1db8d7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76394175-029e-4f59-b152-1a0b46b884c6 HTTP/1.1" status: 204 len: 168 time: 0.2073729 Jan 23 21:57:42.406219 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd42f-1a8f-477e-aaab-b8d2a1db8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76394175-029e-4f59-b152-1a0b46b884c6,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:57:45.490293 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f3ffe5e-5753-4e7e-8ebb-d50d8a80750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:47.856141 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da1e8c02-ffd5-449b-a5f0-25bcfbf54310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:48.054260 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:57:49.387563 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:50.561287 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:52.051066 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:57:55.501055 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aca6f-78d8-46f5-ba1e-8bad6171a964 req-179e6b38-54f0-4ffc-a250-3a85f1311d9f tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:55.502561 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b97aca6f-78d8-46f5-ba1e-8bad6171a964 req-179e6b38-54f0-4ffc-a250-3a85f1311d9f tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0506752 Jan 23 21:57:55.555239 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b97aca6f-78d8-46f5-ba1e-8bad6171a964 req-87fb8cfb-6661-4912-90bb-44fad1f4e91a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457296 Jan 23 21:57:56.687850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88ee2-4f96-4573-8d8c-0340181ef557 req-6d80ec3c-8795-40e3-ba73-1e98a25da2c8 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:56.689377 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1da88ee2-4f96-4573-8d8c-0340181ef557 req-6d80ec3c-8795-40e3-ba73-1e98a25da2c8 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0621228 Jan 23 21:57:56.748303 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1da88ee2-4f96-4573-8d8c-0340181ef557 req-991373f5-5d53-4725-9bdb-b9a07b59a7af tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463760 Jan 23 21:57:57.860633 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648e6dd-ff70-48cf-b271-167b62d89099 req-274feee1-8a7a-459a-bf23-c3aa51d6aa91 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:57.862121 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3648e6dd-ff70-48cf-b271-167b62d89099 req-274feee1-8a7a-459a-bf23-c3aa51d6aa91 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0512102 Jan 23 21:57:57.913117 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3648e6dd-ff70-48cf-b271-167b62d89099 req-3d5a5d0c-aba3-491f-b791-2699496889da tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Jan 23 21:57:59.041482 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310269-29af-4ae8-ab90-a3f1b4d7c913 req-56e9b190-cded-4bf6-9ce8-084b345bb59e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:57:59.043028 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c310269-29af-4ae8-ab90-a3f1b4d7c913 req-56e9b190-cded-4bf6-9ce8-084b345bb59e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0586791 Jan 23 21:57:59.108033 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c310269-29af-4ae8-ab90-a3f1b4d7c913 req-0b71584d-fbe2-4974-9eb8-a2e312a14d7c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592139 Jan 23 21:58:00.228327 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f458d-a3c5-498c-9f29-589e3ddc2e50 req-c2524c68-53f8-4fd1-aecb-fff5c7aa32da tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:00.229969 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b7f458d-a3c5-498c-9f29-589e3ddc2e50 req-c2524c68-53f8-4fd1-aecb-fff5c7aa32da tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0497260 Jan 23 21:58:00.281488 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b7f458d-a3c5-498c-9f29-589e3ddc2e50 req-80eda8b0-e1a7-40d4-aa1b-e20e13d24479 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460479 Jan 23 21:58:01.401086 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e270a-12b9-49ca-aa01-254c2a439ee6 req-52d08868-3032-4658-b643-1426aaaa5a54 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:01.402628 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-072e270a-12b9-49ca-aa01-254c2a439ee6 req-52d08868-3032-4658-b643-1426aaaa5a54 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0516832 Jan 23 21:58:01.452184 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-072e270a-12b9-49ca-aa01-254c2a439ee6 req-b73a1112-4a68-4a50-b388-9b20f7ace85e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jan 23 21:58:02.575860 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c7bf-d110-4df6-ac1f-d7be0e8c52ed req-63515c8e-70b0-4d0a-bb5b-2fca56766dd3 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:02.577354 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b845c7bf-d110-4df6-ac1f-d7be0e8c52ed req-63515c8e-70b0-4d0a-bb5b-2fca56766dd3 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0550103 Jan 23 21:58:02.627960 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b845c7bf-d110-4df6-ac1f-d7be0e8c52ed req-3ca14e90-7fee-4ff0-a007-cd90ddd25c6e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Jan 23 21:58:03.716205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59216) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:03.745988 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcad50-0974-4da4-b455-650f0cb93fca req-347912ea-b7b9-41b2-8b3d-021f0d5073bd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:03.747561 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-91fcad50-0974-4da4-b455-650f0cb93fca req-347912ea-b7b9-41b2-8b3d-021f0d5073bd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0507953 Jan 23 21:58:03.798571 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-91fcad50-0974-4da4-b455-650f0cb93fca req-76fe367a-e15e-429c-b3c3-5fa248a85d7e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450492 Jan 23 21:58:03.824212 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ab30-4fe0-4b1e-981d-458a40d0ae6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:03.898540 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ab30-4fe0-4b1e-981d-458a40d0ae6b admin admin] Publish callbacks [] for security_group (5ea4361b-a587-4964-ac59-045feb3e5319), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:03.964303 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ab30-4fe0-4b1e-981d-458a40d0ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5ea4361b-a587-4964-ac59-045feb3e5319), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:04.004699 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8ca6ab30-4fe0-4b1e-981d-458a40d0ae6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6547bf5c61f74e0c815bead39e131bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873788 Jan 23 21:58:04.006221 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6ab30-4fe0-4b1e-981d-458a40d0ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4361b-a587-4964-ac59-045feb3e5319,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:04.008087 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59220) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:04.062518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b8c18e1c-f58a-449d-aed2-8c7fbb51c176 admin admin] Publish callbacks [] for security_group (5ea4361b-a587-4964-ac59-045feb3e5319), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:04.085353 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b8c18e1c-f58a-449d-aed2-8c7fbb51c176 admin admin] Publish callbacks [] for security_group (5ea4361b-a587-4964-ac59-045feb3e5319), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:04.252158 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b8c18e1c-f58a-449d-aed2-8c7fbb51c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5ea4361b-a587-4964-ac59-045feb3e5319), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:04.255725 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b8c18e1c-f58a-449d-aed2-8c7fbb51c176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:04.256918 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b8c18e1c-f58a-449d-aed2-8c7fbb51c176 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ea4361b-a587-4964-ac59-045feb3e5319 HTTP/1.1" status: 204 len: 168 time: 0.2476709 Jan 23 21:58:04.265277 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c18e1c-f58a-449d-aed2-8c7fbb51c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4361b-a587-4964-ac59-045feb3e5319,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:04.921061 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1a50-2cfc-412d-a2da-64614839de15 req-96d3663e-fdfe-4ce3-af1c-eaad9a95bdc5 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:04.922716 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ccdd1a50-2cfc-412d-a2da-64614839de15 req-96d3663e-fdfe-4ce3-af1c-eaad9a95bdc5 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0510964 Jan 23 21:58:04.934019 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59228) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:04.947942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df083738-7fb7-446f-95ea-b4db6576ce55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:04.975675 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ccdd1a50-2cfc-412d-a2da-64614839de15 req-d00ab7bf-a6c6-4306-87c2-421d47267c02 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464265 Jan 23 21:58:05.029411 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df083738-7fb7-446f-95ea-b4db6576ce55 admin admin] Publish callbacks [] for security_group (4a0de1b5-55d8-4746-b72e-9ee04bfa31fd), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:05.115246 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df083738-7fb7-446f-95ea-b4db6576ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4a0de1b5-55d8-4746-b72e-9ee04bfa31fd), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:05.156523 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-df083738-7fb7-446f-95ea-b4db6576ce55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e129d7954065417284626b15e3870cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214160 Jan 23 21:58:05.157403 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df083738-7fb7-446f-95ea-b4db6576ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0de1b5-55d8-4746-b72e-9ee04bfa31fd,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:05.159289 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59232) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:05.210186 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5f520951-12bd-42bb-9335-e153e1ccd68a admin admin] Publish callbacks [] for security_group (4a0de1b5-55d8-4746-b72e-9ee04bfa31fd), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:05.231223 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5f520951-12bd-42bb-9335-e153e1ccd68a admin admin] Publish callbacks [] for security_group (4a0de1b5-55d8-4746-b72e-9ee04bfa31fd), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:05.389491 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5f520951-12bd-42bb-9335-e153e1ccd68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4a0de1b5-55d8-4746-b72e-9ee04bfa31fd), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:05.392102 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5f520951-12bd-42bb-9335-e153e1ccd68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:05.393266 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5f520951-12bd-42bb-9335-e153e1ccd68a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a0de1b5-55d8-4746-b72e-9ee04bfa31fd HTTP/1.1" status: 204 len: 168 time: 0.2329645 Jan 23 21:58:05.401424 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f520951-12bd-42bb-9335-e153e1ccd68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0de1b5-55d8-4746-b72e-9ee04bfa31fd,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:05.722544 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b75770-2e64-404b-b25a-52584e9c8275 req-41eeeda7-8cf7-4eb5-9927-5c2bcd389ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:05.724659 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-41eeeda7-8cf7-4eb5-9927-5c2bcd389ba8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0464041 Jan 23 21:58:05.824204 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b75770-2e64-404b-b25a-52584e9c8275 req-87fd676c-e45b-4bd8-9442-8d3fdb5793ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:05.825757 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-87fd676c-e45b-4bd8-9442-8d3fdb5793ae service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.0952330 Jan 23 21:58:05.897832 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-d4f35559-6a1f-4f4b-ba3d-e70c5c0e1e1d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1002 time: 0.0665586 Jan 23 21:58:05.950043 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b75770-2e64-404b-b25a-52584e9c8275 req-8f57d55f-2d2a-4d77-adaa-a69c4c4a1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:05.951560 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-8f57d55f-2d2a-4d77-adaa-a69c4c4a1f2e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0484879 Jan 23 21:58:05.997657 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b75770-2e64-404b-b25a-52584e9c8275 req-0b62bef0-a81f-4fb3-a6f1-a3c88e8da308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:05.999210 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-0b62bef0-a81f-4fb3-a6f1-a3c88e8da308 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422966 Jan 23 21:58:06.102021 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-6e4a8dfc-7821-4395-ba62-8130d4bdf19d service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967729 Jan 23 21:58:06.112869 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dc89d-a722-42d4-9487-73431fa947ed req-e1f839ea-fcf5-4daa-95be-f8b818b10f4e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:06.115331 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-752dc89d-a722-42d4-9487-73431fa947ed req-e1f839ea-fcf5-4daa-95be-f8b818b10f4e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0607252 Jan 23 21:58:06.168025 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-752dc89d-a722-42d4-9487-73431fa947ed req-1c2583ce-b2b0-4bbc-b43c-3698aa3e43eb tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 Jan 23 21:58:06.195855 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62b75770-2e64-404b-b25a-52584e9c8275 req-adb2c116-51a5-4757-8605-57b56ed20b6f service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Jan 23 21:58:07.296623 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8622-38ca-4ff8-a213-1978afa8fe01 req-6f20c580-b264-48e2-82c6-7b9ec1c54f6e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:07.298131 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b75b8622-38ca-4ff8-a213-1978afa8fe01 req-6f20c580-b264-48e2-82c6-7b9ec1c54f6e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0517769 Jan 23 21:58:07.349980 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b75b8622-38ca-4ff8-a213-1978afa8fe01 req-c94170d1-89a0-4dbf-8d47-2052e7a047fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454175 Jan 23 21:58:08.475923 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbd8e1-2bab-4fb0-9b35-bc4140d9db59 req-27f623db-4d3c-49de-8e0e-333675aae245 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:08.477415 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0acbd8e1-2bab-4fb0-9b35-bc4140d9db59 req-27f623db-4d3c-49de-8e0e-333675aae245 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0557501 Jan 23 21:58:08.529335 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0acbd8e1-2bab-4fb0-9b35-bc4140d9db59 req-93dff5fb-37fe-4ebd-8acf-9f996249bf8b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Jan 23 21:58:09.481159 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:09.653007 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ff27a-117b-47cb-ab38-aad8c276e113 req-84ea2fe2-9344-4ca2-8f5b-f87277a5dd83 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:09.659470 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c3ff27a-117b-47cb-ab38-aad8c276e113 req-84ea2fe2-9344-4ca2-8f5b-f87277a5dd83 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0587115 Jan 23 21:58:09.713459 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c3ff27a-117b-47cb-ab38-aad8c276e113 req-7726497f-ca30-459e-a3ad-3cdcaf7b4b67 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542381 Jan 23 21:58:10.082497 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97740b31-8cc2-4396-8e61-93bdda8848c3 req-87ab2483-a0a0-4dd0-9aaa-8a71d012a1aa tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:10.084092 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-97740b31-8cc2-4396-8e61-93bdda8848c3 req-87ab2483-a0a0-4dd0-9aaa-8a71d012a1aa tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0513451 Jan 23 21:58:10.157460 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-97740b31-8cc2-4396-8e61-93bdda8848c3 req-52c593dc-e6c6-4690-92af-747fda2caeeb tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676854 Jan 23 21:58:10.248792 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-11b6b32d-9e1b-406d-9ab3-f5ae8bc01e90 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1507120 Jan 23 21:58:11.277279 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0445-dbf6-409e-a592-e2882d4a9676 req-309582a4-7dbc-4839-a9d7-66576919dc03 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:11.278839 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-addf0445-dbf6-409e-a592-e2882d4a9676 req-309582a4-7dbc-4839-a9d7-66576919dc03 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0504272 Jan 23 21:58:11.329943 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-addf0445-dbf6-409e-a592-e2882d4a9676 req-aa1f0dd4-67cb-46f3-8871-2dfad81e96b2 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454531 Jan 23 21:58:12.213197 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:58:12.300531 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 is: ACTIVE; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:58:12.300916 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:12.326972 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:58:12.329231 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3898c-65ac-4e4c-a9d7-10492f79773b" -d '{"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:58:12.343671 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:12.407306 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:12.450764 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da2a9-2513-4a52-8519-301ca67014c2 req-067f5d76-0fe0-455c-923f-1c8db80a3d3c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:12.455805 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6e3da2a9-2513-4a52-8519-301ca67014c2 req-067f5d76-0fe0-455c-923f-1c8db80a3d3c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0561311 Jan 23 21:58:12.471012 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:12.478846 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.479207 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.479593 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.479940 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.480273 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.480615 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.480954 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.481296 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.481629 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.481953 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.482465 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.482800 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.483129 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:12.492198 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Jan 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84cc3a4-2208-473e-81b6-c4aaf9703d43 x-openstack-request-id: req-d84cc3a4-2208-473e-81b6-c4aaf9703d43 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:58:12.492493 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-unplugged", "status": "failed", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:58:12.492752 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d84cc3a4-2208-473e-81b6-c4aaf9703d43 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:58:12.493153 dv-cinder-821602-21-iscsi neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'code': 422} returned with failed status Jan 23 21:58:12.512153 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6e3da2a9-2513-4a52-8519-301ca67014c2 req-445a1cb1-525d-432e-bd1c-41be41d4d3c2 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Jan 23 21:58:13.648773 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf25883-5ba3-4f2a-8423-715fb36f9b08 req-a63a2c15-e3bb-45f8-ab04-b527726f4f74 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:13.650288 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8cf25883-5ba3-4f2a-8423-715fb36f9b08 req-a63a2c15-e3bb-45f8-ab04-b527726f4f74 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0594997 Jan 23 21:58:13.700612 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8cf25883-5ba3-4f2a-8423-715fb36f9b08 req-e4380bc7-00b1-47fd-ab39-f7031fffcafd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Jan 23 21:58:14.822719 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bee7d4-9b3c-4725-a315-70d51a06b107 req-f38c51b3-4570-4936-8a8b-71353d479ccc tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:14.824469 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-24bee7d4-9b3c-4725-a315-70d51a06b107 req-f38c51b3-4570-4936-8a8b-71353d479ccc tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0554223 Jan 23 21:58:14.884466 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-24bee7d4-9b3c-4725-a315-70d51a06b107 req-4f5e01ed-5084-44af-b649-e060edbfd8b5 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520258 Jan 23 21:58:15.561502 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-f932d8ce-59b6-4a8e-b218-8aaa63e12561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:15.563072 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-f932d8ce-59b6-4a8e-b218-8aaa63e12561 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0&tenant_id=a9409b9243e5457ba0d83ecc3d610b1b HTTP/1.1" status: 200 len: 1097 time: 0.0413604 Jan 23 21:58:15.569624 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-767dfe64-a414-4936-b03e-bc4c7ef4bb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:15.624787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-6157f6c7-2046-4446-a3dd-8e4e1d81ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:15.625629 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-6157f6c7-2046-4446-a3dd-8e4e1d81ced7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1097 time: 0.0412674 Jan 23 21:58:15.716849 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-28f1ce62-daa3-438b-9919-1e7837798f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:15.718333 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-28f1ce62-daa3-438b-9919-1e7837798f9e service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.0872109 Jan 23 21:58:15.783571 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-33d47e65-d045-44a0-b8c1-668dc8c70c8a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1000 time: 0.0595539 Jan 23 21:58:15.836653 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-ea474103-241e-4af3-ac3f-4ff4faa3e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:15.838136 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-ea474103-241e-4af3-ac3f-4ff4faa3e830 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0493631 Jan 23 21:58:15.887438 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-11aef91c-23de-435a-a417-0ba85d5927bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:15.888879 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-11aef91c-23de-435a-a417-0ba85d5927bb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444393 Jan 23 21:58:15.983759 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-bca47269-1fa6-466b-8442-410f28d5de9b service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877626 Jan 23 21:58:16.003897 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a780-9bfc-4bf6-9835-c682f4a8de8f req-f7ced0b5-1b00-4718-967b-493628d8e94d tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:16.006081 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cbb4a780-9bfc-4bf6-9835-c682f4a8de8f req-f7ced0b5-1b00-4718-967b-493628d8e94d tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0530624 Jan 23 21:58:16.059977 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cbb4a780-9bfc-4bf6-9835-c682f4a8de8f req-850a4593-b574-4b4c-bd59-bf8457c9b92f tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484009 Jan 23 21:58:16.083315 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-4e23dd98-9883-4a34-9499-5e1ba2a2c3ec service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921059 Jan 23 21:58:17.176592 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d025-945a-497a-ad0e-7bc0259bef4f req-62e1bd71-64e5-4b56-a868-c33e3ad0d223 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:17.178170 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40f8d025-945a-497a-ad0e-7bc0259bef4f req-62e1bd71-64e5-4b56-a868-c33e3ad0d223 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0498173 Jan 23 21:58:17.228734 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40f8d025-945a-497a-ad0e-7bc0259bef4f req-7fffe262-d30a-4ed4-af98-bbeb92fa77b4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Jan 23 21:58:17.844331 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9da6dc4e-8224-43b4-a3a5-c334b8541e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:18.351443 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51890c-b800-4b96-b75c-61045eb8dac3 req-45aa8fc5-8df8-40af-a54b-65e2a2066567 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:18.352908 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b51890c-b800-4b96-b75c-61045eb8dac3 req-45aa8fc5-8df8-40af-a54b-65e2a2066567 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0519857 Jan 23 21:58:18.401067 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b51890c-b800-4b96-b75c-61045eb8dac3 req-d23c79e4-cef0-4e0e-9423-f62de2e16b54 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Jan 23 21:58:19.346485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:19.524593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391339-bcd7-416a-aa5f-4293873c0731 req-b04d5b4d-c0d6-4304-bde3-6ebcdb4f110b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:19.526107 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-98391339-bcd7-416a-aa5f-4293873c0731 req-b04d5b4d-c0d6-4304-bde3-6ebcdb4f110b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0526342 Jan 23 21:58:19.575582 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-98391339-bcd7-416a-aa5f-4293873c0731 req-af8ec5aa-590c-431b-a45e-2ab5194f675c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Jan 23 21:58:19.852714 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b503880-0bed-452f-b691-ded08587668a req-dc958cbf-b6b7-4686-aed2-6ca90462cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:19.854206 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-dc958cbf-b6b7-4686-aed2-6ca90462cf27 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1097 time: 0.0425644 Jan 23 21:58:19.966706 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b503880-0bed-452f-b691-ded08587668a req-1ef04136-86ad-4000-9c0d-596fb081797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:19.968196 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-1ef04136-86ad-4000-9c0d-596fb081797d service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.0910475 Jan 23 21:58:20.033221 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-5765e576-b743-4670-90a4-56dc2beaf5e2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1000 time: 0.0584197 Jan 23 21:58:20.081977 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b503880-0bed-452f-b691-ded08587668a req-c1be8085-7d36-41a8-a670-0fc7ec8a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:20.084270 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-c1be8085-7d36-41a8-a670-0fc7ec8a7a11 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0456648 Jan 23 21:58:20.132326 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b503880-0bed-452f-b691-ded08587668a req-818e610d-3431-4816-a1c7-13354100356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:20.133814 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-818e610d-3431-4816-a1c7-13354100356c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440531 Jan 23 21:58:20.227524 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-f2d19cbf-4070-4b14-928b-cb21ac30ba1c service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869653 Jan 23 21:58:20.320489 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b503880-0bed-452f-b691-ded08587668a req-560179ae-4ba8-4041-9ad1-3f6a2404b03c service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Jan 23 21:58:20.569303 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:20.695902 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050cac-2083-4d82-9a2a-3f90967e1729 req-21df1f72-b29e-4ab7-8e64-2a0d1da33506 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:20.697352 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df050cac-2083-4d82-9a2a-3f90967e1729 req-21df1f72-b29e-4ab7-8e64-2a0d1da33506 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0514705 Jan 23 21:58:20.746250 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df050cac-2083-4d82-9a2a-3f90967e1729 req-e4ef5fc0-e2b2-4c35-9656-16c154d3bb6a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Jan 23 21:58:21.866530 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a49d5b-b5d5-4901-8eb0-979b0e66b797 req-e8bc8a98-dbd9-47c7-afea-6aa7eea52c7b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:21.868049 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1a49d5b-b5d5-4901-8eb0-979b0e66b797 req-e8bc8a98-dbd9-47c7-afea-6aa7eea52c7b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0545335 Jan 23 21:58:21.922154 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1a49d5b-b5d5-4901-8eb0-979b0e66b797 req-07a44294-e2c2-4ccd-844d-4819f4866ffc tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483608 Jan 23 21:58:22.038666 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:23.044580 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a14e7-edc6-4b79-a8a5-ac37037ec7a9 req-6a64b26a-8225-4d4d-ab63-efe6324e2a3d tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:23.046077 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b0a14e7-edc6-4b79-a8a5-ac37037ec7a9 req-6a64b26a-8225-4d4d-ab63-efe6324e2a3d tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0523844 Jan 23 21:58:23.095390 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b0a14e7-edc6-4b79-a8a5-ac37037ec7a9 req-68f097c5-20d1-47a4-940a-3c75a2681495 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Jan 23 21:58:24.215688 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9570a-c234-40a5-8121-cb82de18c8f5 req-8f094ce1-b58b-4592-b00f-21879ca06eaa tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:24.217702 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e0c9570a-c234-40a5-8121-cb82de18c8f5 req-8f094ce1-b58b-4592-b00f-21879ca06eaa tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0507143 Jan 23 21:58:24.271634 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e0c9570a-c234-40a5-8121-cb82de18c8f5 req-9531ea1b-f98b-4823-94d2-e917b03ac995 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487683 Jan 23 21:58:25.053698 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:58:25.388055 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748288c0-b0c1-4dfb-b74c-202533df80cd req-6f526a97-52f4-4b9b-9d39-34e515f2769a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:25.389509 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-748288c0-b0c1-4dfb-b74c-202533df80cd req-6f526a97-52f4-4b9b-9d39-34e515f2769a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0520935 Jan 23 21:58:25.438726 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-748288c0-b0c1-4dfb-b74c-202533df80cd req-56b801a9-db08-4893-8b17-88dba60a31c7 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Jan 23 21:58:26.556162 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6eff9-54a9-49f6-ae02-d612f73ebb0b req-fd49a267-de4f-4aa5-a46f-aa1d434a13c4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:26.557592 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbb6eff9-54a9-49f6-ae02-d612f73ebb0b req-fd49a267-de4f-4aa5-a46f-aa1d434a13c4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0498691 Jan 23 21:58:26.605095 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbb6eff9-54a9-49f6-ae02-d612f73ebb0b req-d5af0999-7caa-426b-9f05-d0f8c92e5506 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Jan 23 21:58:27.725022 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ca83a-f9bc-40f4-b0a8-2890934cbf4b req-f3f9b26d-82d1-4b4d-823b-b3568d657431 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:27.726603 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-027ca83a-f9bc-40f4-b0a8-2890934cbf4b req-f3f9b26d-82d1-4b4d-823b-b3568d657431 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0538759 Jan 23 21:58:27.784338 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-027ca83a-f9bc-40f4-b0a8-2890934cbf4b req-2e3babf5-3312-4001-a71b-82548e26c4e9 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517716 Jan 23 21:58:28.903466 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ceee3-3595-4107-bd11-2ca4738044df req-ada041cf-5385-4d97-950b-c36bc7c93fe8 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:28.904937 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aa8ceee3-3595-4107-bd11-2ca4738044df req-ada041cf-5385-4d97-950b-c36bc7c93fe8 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0488541 Jan 23 21:58:28.954249 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aa8ceee3-3595-4107-bd11-2ca4738044df req-234597dd-03d6-438b-8fed-1e8dba100495 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Jan 23 21:58:29.807960 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 21:58:29.904693 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:29.915796 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'port_id': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'mac_address': 'fa:16:3e:83:90:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 21:58:29.955478 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:58:29.955873 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:29.969822 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 21:58:29.991472 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:30.073868 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5b069-c358-4261-a0af-4aa74dd7f236 req-ad023c4b-9e62-4f99-babc-fbbeaaf6be5c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:30.075385 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40f5b069-c358-4261-a0af-4aa74dd7f236 req-ad023c4b-9e62-4f99-babc-fbbeaaf6be5c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 944 time: 0.0493596 Jan 23 21:58:30.085825 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:30.127489 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40f5b069-c358-4261-a0af-4aa74dd7f236 req-37d76eca-70ec-4886-ab70-851aeba2086c tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464764 Jan 23 21:58:30.134724 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:31.242083 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faed3ab-0ead-47e5-941b-30078dc5c1a3 req-290dba88-60b1-49f0-bb50-28e6806fddec tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:31.243480 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8faed3ab-0ead-47e5-941b-30078dc5c1a3 req-290dba88-60b1-49f0-bb50-28e6806fddec tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Jan 23 21:58:31.291831 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8faed3ab-0ead-47e5-941b-30078dc5c1a3 req-b7c96bbe-33d0-48b5-a6ab-a888fa452d49 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Jan 23 21:58:32.403495 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff4654-89f5-4de3-b456-a19151dbf768 req-fbd9a904-aa55-4c62-80d2-2b101c0dea51 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:32.404967 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2ff4654-89f5-4de3-b456-a19151dbf768 req-fbd9a904-aa55-4c62-80d2-2b101c0dea51 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0486720 Jan 23 21:58:32.453094 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2ff4654-89f5-4de3-b456-a19151dbf768 req-602b44f6-0ee9-4eac-9cf6-054da0419ff5 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Jan 23 21:58:33.572900 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76299395-047b-421f-bd45-aac5606fac12 req-66a2724d-5be9-45b0-be7e-042c00de8b60 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:33.574352 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76299395-047b-421f-bd45-aac5606fac12 req-66a2724d-5be9-45b0-be7e-042c00de8b60 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Jan 23 21:58:33.622817 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76299395-047b-421f-bd45-aac5606fac12 req-69deeca4-391f-494f-97a5-449562148d8e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Jan 23 21:58:34.383965 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 21:58:34.738684 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7f49f-9cb5-417e-9a31-8af86a2e0ac0 req-268e594b-3501-4300-b2be-7da2a060ce79 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:34.740718 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cea7f49f-9cb5-417e-9a31-8af86a2e0ac0 req-268e594b-3501-4300-b2be-7da2a060ce79 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0490942 Jan 23 21:58:34.789313 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cea7f49f-9cb5-417e-9a31-8af86a2e0ac0 req-90fe8c1c-7808-433d-a761-9a1221382c80 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Jan 23 21:58:35.664532 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 21:58:35.715051 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 21:58:35.715499 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:35.790208 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 21:58:35.790593 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:35.812150 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:58:35.814361 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb5059-bc7b-4c0c-adf5-22688c0a0542" -d '{"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:58:35.827429 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:35.852329 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475533ef-8559-4812-850b-88be3a530251 x-openstack-request-id: req-475533ef-8559-4812-850b-88be3a530251 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:58:35.852628 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:58:35.852910 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-475533ef-8559-4812-850b-88be3a530251 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:58:35.853347 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'code': 200} Jan 23 21:58:35.883598 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:35.910380 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a08a-91a2-4175-84fb-5b90dbe269c3 req-89046210-bbb0-44d9-ab23-e3627e0a5277 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:35.911920 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45f4a08a-91a2-4175-84fb-5b90dbe269c3 req-89046210-bbb0-44d9-ab23-e3627e0a5277 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 945 time: 0.0546761 Jan 23 21:58:35.938318 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:35.963047 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45f4a08a-91a2-4175-84fb-5b90dbe269c3 req-69f5408e-041b-46ab-862c-e5b4e7dd5a90 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Jan 23 21:58:36.135967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91f105-306a-4a60-a08a-e68c9c1c1162 req-c524fef4-ef68-4724-8fdc-a8cfc68322a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:36.137458 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2f91f105-306a-4a60-a08a-e68c9c1c1162 req-c524fef4-ef68-4724-8fdc-a8cfc68322a7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0413132 Jan 23 21:58:36.183500 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2f91f105-306a-4a60-a08a-e68c9c1c1162 req-0e14ee37-ffdc-4aac-a894-0b25f9b83ec6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Jan 23 21:58:37.079384 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce154b1-5a71-42d6-b445-4364a1242102 req-fe10a849-14a9-49d3-a7fd-d8aa4968992e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:37.080832 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ce154b1-5a71-42d6-b445-4364a1242102 req-fe10a849-14a9-49d3-a7fd-d8aa4968992e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0495567 Jan 23 21:58:37.130357 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ce154b1-5a71-42d6-b445-4364a1242102 req-fc1cab02-ddd2-4a0a-be5b-126aba3a751e tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Jan 23 21:58:38.249753 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0298-c943-4262-96c9-6297091eec07 req-51a6d0d4-7232-47e3-9d13-5b30bae53fb1 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:38.251233 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d0b0298-c943-4262-96c9-6297091eec07 req-51a6d0d4-7232-47e3-9d13-5b30bae53fb1 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0497367 Jan 23 21:58:38.304633 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d0b0298-c943-4262-96c9-6297091eec07 req-8dfb3702-a53b-404a-90bf-b40af9e74b7b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471933 Jan 23 21:58:39.416863 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2b061-325a-4e36-9f9e-e185523db41d req-a8574831-12d3-48c7-9401-d0f96631fa79 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:39.419138 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47c2b061-325a-4e36-9f9e-e185523db41d req-a8574831-12d3-48c7-9401-d0f96631fa79 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0490420 Jan 23 21:58:39.467960 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-47c2b061-325a-4e36-9f9e-e185523db41d req-e11e2ad2-0c7e-4882-8e04-8ceb053e662b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Jan 23 21:58:39.488882 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:40.584374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d259-b021-4fe0-bcc3-82d0469e4873 req-1ff5bb75-976d-44bf-9480-56b2cfbb7253 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:40.585814 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67c3d259-b021-4fe0-bcc3-82d0469e4873 req-1ff5bb75-976d-44bf-9480-56b2cfbb7253 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0504360 Jan 23 21:58:40.634472 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67c3d259-b021-4fe0-bcc3-82d0469e4873 req-4a96ed48-88fa-405e-8179-212eabf40492 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Jan 23 21:58:41.751363 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44623d-4659-4808-ba06-c42caba01536 req-e1d3e7f7-0228-4671-b3eb-0c63068cb60a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:41.752738 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce44623d-4659-4808-ba06-c42caba01536 req-e1d3e7f7-0228-4671-b3eb-0c63068cb60a tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Jan 23 21:58:41.801288 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce44623d-4659-4808-ba06-c42caba01536 req-d9e356cd-215b-4f2a-9ad2-94bf6300d317 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Jan 23 21:58:42.931093 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e6d9-dee4-4610-b537-2f8d9ad20b07 req-f35de27b-c332-4496-825e-6addb547b2ca tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:42.932621 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d6c5e6d9-dee4-4610-b537-2f8d9ad20b07 req-f35de27b-c332-4496-825e-6addb547b2ca tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0583704 Jan 23 21:58:42.988033 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d6c5e6d9-dee4-4610-b537-2f8d9ad20b07 req-bb288458-5975-4124-b552-926162138247 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496426 Jan 23 21:58:43.867418 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778fe35-4c2c-4221-8dc4-4aa40abb6a60 req-f7c4057f-f015-4060-b175-18f3082e9516 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:43.868895 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1778fe35-4c2c-4221-8dc4-4aa40abb6a60 req-f7c4057f-f015-4060-b175-18f3082e9516 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0490713 Jan 23 21:58:43.918931 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1778fe35-4c2c-4221-8dc4-4aa40abb6a60 req-1dfebb00-628a-4adb-8df5-2f20162d236c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444567 Jan 23 21:58:45.047390 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430861-888f-40d7-80e9-f53439da137a req-65c5290e-cee6-4e7f-928e-4a57e7b68e71 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:45.048775 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a430861-888f-40d7-80e9-f53439da137a req-65c5290e-cee6-4e7f-928e-4a57e7b68e71 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0501254 Jan 23 21:58:45.096068 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a430861-888f-40d7-80e9-f53439da137a req-559aff08-3823-4d25-a47b-aea37a7bb7e8 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e4f1704-9290-4ca0-9321-0e5eddada8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413911 Jan 23 21:58:45.437481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5039618-98e5-4e4b-9b45-07c7e05abee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:45.468554 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-49832bd7-7cb0-4c60-b10e-a213606f3af9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:45.475338 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-49832bd7-7cb0-4c60-b10e-a213606f3af9 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 947 time: 0.0501995 Jan 23 21:58:45.564018 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Deleting port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:58:45.564356 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:45.661414 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] For port b8ed2b0b-b8e3-4957-82b3-2caad5f98877, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:45.662433 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:45.831476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:45.831839 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:45.832153 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Floating IP 61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd disassociated. External IP: 172.27.0.29, port: b8ed2b0b-b8e3-4957-82b3-2caad5f98877. Jan 23 21:58:45.832487 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Calling delete_port for b8ed2b0b-b8e3-4957-82b3-2caad5f98877 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:58:46.045251 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (b8ed2b0b-b8e3-4957-82b3-2caad5f98877), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:46.076273 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event deleted for resources: {'Port': ['ID=b8ed2b0b-b8e3-4957-82b3-2caad5f98877,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:46.086815 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.087174 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.087549 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.087918 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.088256 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.088595 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.088925 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.089251 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.090104 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.090104 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.090292 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.090504 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.090833 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:46.198485 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f57708db-aeae-400d-bebc-2778b7b9b206 req-1c5b1aa2-328b-4c50-a26a-86d2ddb0d74c tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 210 time: 0.0265427 Jan 23 21:58:46.210064 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:58:46.329715 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:58:46.340430 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:58:46.350741 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:58:46.351478 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:58:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:46.391315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] No DVR routers for this DVR port b8ed2b0b-b8e3-4957-82b3-2caad5f98877 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:58:46.391315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:46.391315 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-06c207b5-aa36-42be-9977-9b09e5a06d9d req-d6d6ecb9-f5f5-4349-9109-2e98bd516071 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.112 "DELETE /v2.0/ports/b8ed2b0b-b8e3-4957-82b3-2caad5f98877 HTTP/1.1" status: 204 len: 173 time: 0.9042177 Jan 23 21:58:46.391315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-deleted', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 21:58:46.391315 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d07fa9-5789-4ba9-9aa8-cf22974cf4ce" -d '{"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-deleted", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 21:58:46.474867 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:58:46.496454 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03de6ba-034a-4968-b9bc-b2a52abfd8a6 x-openstack-request-id: req-e03de6ba-034a-4968-b9bc-b2a52abfd8a6 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 21:58:46.496454 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01709537-a8fa-4710-96ce-1dfd362560bf", "name": "network-vif-deleted", "tag": "b8ed2b0b-b8e3-4957-82b3-2caad5f98877", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 21:58:46.496454 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e03de6ba-034a-4968-b9bc-b2a52abfd8a6 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 21:58:46.496454 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01709537-a8fa-4710-96ce-1dfd362560bf', 'name': 'network-vif-deleted', 'tag': 'b8ed2b0b-b8e3-4957-82b3-2caad5f98877', 'status': 'completed', 'code': 200} Jan 23 21:58:46.690930 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:46.717588 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:58:46.726475 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:58:46.727074 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:58:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:46.833108 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:58:47.044409 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:47.070804 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1aa33-4602-4bd9-bf17-2a1be3e5bce7 None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:48:51Z', 'revision_number': 4, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '85ec90a0-3b54-4038-b77e-80beccdcff10', 'name': '', 'network_id': '3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'mac_address': 'fa:16:3e:04:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:50Z', 'updated_at': '2022-01-23T21:48:57Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'subnets': [{'id': 'd5c3b91c-e818-4d97-a565-fa028cebcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:58:47.319250 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e3dfc4b-1a03-429e-a0a7-dcea27ae4fd3 req-455432fd-20fe-4565-a2a8-21d4625e5d18 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/ports?device_id=01709537-a8fa-4710-96ce-1dfd362560bf HTTP/1.1" status: 200 len: 210 time: 0.0329757 Jan 23 21:58:47.352449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ace4d-c794-4d28-a15a-c24bb9255523 None None] New status for floating IP 61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 21:58:47.757974 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59568) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:47.844351 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba7894a3-ef86-4386-8838-2be0a4ba3535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:47.862086 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:47.938395 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Publish callbacks [] for security_group (f6191034-52b2-4918-a40c-bdeffccf514f), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.010507 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f6191034-52b2-4918-a40c-bdeffccf514f), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.047699 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05901c42fed847459991d68cde5dcf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885282 Jan 23 21:58:48.049586 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6191034-52b2-4918-a40c-bdeffccf514f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:48.050456 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59572) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:48.058609 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060319 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060884 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.060884 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.061212 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.061534 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.061853 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.062201 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.062519 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b01db-5742-48d7-8cdc-fa98ffc69cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:58:48.102036 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7eca9036-f73b-45a7-921d-0edc8da45031 admin admin] Publish callbacks [] for security_group (f6191034-52b2-4918-a40c-bdeffccf514f), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.123627 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7eca9036-f73b-45a7-921d-0edc8da45031 admin admin] Publish callbacks [] for security_group (f6191034-52b2-4918-a40c-bdeffccf514f), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.271792 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7eca9036-f73b-45a7-921d-0edc8da45031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (f6191034-52b2-4918-a40c-bdeffccf514f), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.274415 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7eca9036-f73b-45a7-921d-0edc8da45031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.275625 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7eca9036-f73b-45a7-921d-0edc8da45031 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6191034-52b2-4918-a40c-bdeffccf514f HTTP/1.1" status: 204 len: 168 time: 0.2241278 Jan 23 21:58:48.284143 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca9036-f73b-45a7-921d-0edc8da45031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6191034-52b2-4918-a40c-bdeffccf514f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:48.457227 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59580) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:48.512069 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3904-ba31-48a9-b4ca-0f196adb7cb7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (7e4f1704-9290-4ca0-9321-0e5eddada8fe), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.536149 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3904-ba31-48a9-b4ca-0f196adb7cb7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (7e4f1704-9290-4ca0-9321-0e5eddada8fe), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.660365 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3904-ba31-48a9-b4ca-0f196adb7cb7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (7e4f1704-9290-4ca0-9321-0e5eddada8fe), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.664463 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3904-ba31-48a9-b4ca-0f196adb7cb7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.671240 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0fbd3904-ba31-48a9-b4ca-0f196adb7cb7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "DELETE /v2.0/security-groups/7e4f1704-9290-4ca0-9321-0e5eddada8fe HTTP/1.1" status: 204 len: 168 time: 0.2074530 Jan 23 21:58:48.671431 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59584) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:48.675795 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3904-ba31-48a9-b4ca-0f196adb7cb7 tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4f1704-9290-4ca0-9321-0e5eddada8fe,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:48.684495 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-1c754e10-6e9d-48d4-952b-8c57d0a2c26f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] show failed (client error): The resource could not be found. Jan 23 21:58:48.686341 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1c754e10-6e9d-48d4-952b-8c57d0a2c26f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "GET /v2.0/security-groups/7e4f1704-9290-4ca0-9321-0e5eddada8fe HTTP/1.1" status: 404 len: 347 time: 0.0158250 Jan 23 21:58:48.689556 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59586) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:48.820397 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Deleting port fb7d24be-c88f-4001-a72a-d6067d2c57bc {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:58:48.820737 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.873305 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59588) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:48.887095 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4acf8093-809d-409c-8d62-f8610acbd10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.898258 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.898588 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (fb7d24be-c88f-4001-a72a-d6067d2c57bc), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:48.910374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Calling delete_port for fb7d24be-c88f-4001-a72a-d6067d2c57bc owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:58:48.968096 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4acf8093-809d-409c-8d62-f8610acbd10b admin admin] Publish callbacks [] for security_group (064faab5-9fcb-4c65-8ea8-cd9660264cd9), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.061564 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4acf8093-809d-409c-8d62-f8610acbd10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (064faab5-9fcb-4c65-8ea8-cd9660264cd9), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.098677 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8093-809d-409c-8d62-f8610acbd10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064faab5-9fcb-4c65-8ea8-cd9660264cd9,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:49.104026 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4acf8093-809d-409c-8d62-f8610acbd10b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=924a0be808484bfc801f4b96e0b062c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295618 Jan 23 21:58:49.106641 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59590) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:49.147612 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (fb7d24be-c88f-4001-a72a-d6067d2c57bc), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.154628 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9c114a85-bc7c-4085-bc1d-404be4c32907 admin admin] Publish callbacks [] for security_group (064faab5-9fcb-4c65-8ea8-cd9660264cd9), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.176259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Pushing event deleted for resources: {'Port': ['ID=fb7d24be-c88f-4001-a72a-d6067d2c57bc,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:49.176978 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9c114a85-bc7c-4085-bc1d-404be4c32907 admin admin] Publish callbacks [] for security_group (064faab5-9fcb-4c65-8ea8-cd9660264cd9), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.239243 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks [] for floatingip (61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.242787 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.244023 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9cf597b6-9446-4e3e-a25c-f27472d0540f tempest-AttachVolumeShelveTestJSON-1004004629 tempest-AttachVolumeShelveTestJSON-1004004629-project] 10.222.0.72 "DELETE /v2.0/floatingips/61f2e2fc-eb3d-4d5e-a700-8a52b531e3bd HTTP/1.1" status: 204 len: 168 time: 0.5534835 Jan 23 21:58:49.277214 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9c114a85-bc7c-4085-bc1d-404be4c32907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (064faab5-9fcb-4c65-8ea8-cd9660264cd9), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.279907 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9c114a85-bc7c-4085-bc1d-404be4c32907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.283498 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9c114a85-bc7c-4085-bc1d-404be4c32907 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/064faab5-9fcb-4c65-8ea8-cd9660264cd9 HTTP/1.1" status: 204 len: 168 time: 0.1735325 Jan 23 21:58:49.291410 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114a85-bc7c-4085-bc1d-404be4c32907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064faab5-9fcb-4c65-8ea8-cd9660264cd9,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:49.328959 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:49.718097 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:58:49.738781 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: b8ed2b0b-b8e3-4957-82b3-2caad5f98877 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:58:49.739123 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device b8ed2b0b-b8e3-4957-82b3-2caad5f98877 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:58:50.565795 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.116938 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59634) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:51.243172 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-db0d66bb-c1df-40e0-a600-d46a391e6b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.317505 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-db0d66bb-c1df-40e0-a600-d46a391e6b78 admin admin] Publish callbacks [] for security_group (5db40761-669f-4ad4-9095-e0044a9a433f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.414256 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-db0d66bb-c1df-40e0-a600-d46a391e6b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5db40761-669f-4ad4-9095-e0044a9a433f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.452218 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-db0d66bb-c1df-40e0-a600-d46a391e6b78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f906ac7c9c404d72a97f679508a8d488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339684 Jan 23 21:58:51.453894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d66bb-c1df-40e0-a600-d46a391e6b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db40761-669f-4ad4-9095-e0044a9a433f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:51.455259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59638) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:51.504094 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d72d1396-fc86-4700-a128-178f28d94805 admin admin] Publish callbacks [] for security_group (5db40761-669f-4ad4-9095-e0044a9a433f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.525570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d72d1396-fc86-4700-a128-178f28d94805 admin admin] Publish callbacks [] for security_group (5db40761-669f-4ad4-9095-e0044a9a433f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.673026 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d72d1396-fc86-4700-a128-178f28d94805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5db40761-669f-4ad4-9095-e0044a9a433f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.675668 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d72d1396-fc86-4700-a128-178f28d94805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:51.676867 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d72d1396-fc86-4700-a128-178f28d94805 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5db40761-669f-4ad4-9095-e0044a9a433f HTTP/1.1" status: 204 len: 168 time: 0.2203028 Jan 23 21:58:51.684933 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d1396-fc86-4700-a128-178f28d94805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db40761-669f-4ad4-9095-e0044a9a433f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:52.013812 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59650) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:52.088512 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:52.465185 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (bbd54224-278d-4c24-8e7a-a4aaffb1051e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:52.722480 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Deleting port 85ec90a0-3b54-4038-b77e-80beccdcff10 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:58:52.722838 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:52.804339 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] For port 85ec90a0-3b54-4038-b77e-80beccdcff10, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=85ec90a0-3b54-4038-b77e-80beccdcff10,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:52.804689 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:52.816492 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Calling delete_port for 85ec90a0-3b54-4038-b77e-80beccdcff10 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:58:53.078677 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (85ec90a0-3b54-4038-b77e-80beccdcff10), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:53.116777 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Pushing event deleted for resources: {'Port': ['ID=85ec90a0-3b54-4038-b77e-80beccdcff10,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:53.520678 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (bbd54224-278d-4c24-8e7a-a4aaffb1051e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:53.751615 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Router bbd54224-278d-4c24-8e7a-a4aaffb1051e has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 21:58:53.861755 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 21:58:53.879938 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ab81c0a4-2c7c-4589-90ee-edffbf14c6db admin admin] 10.222.0.72 "PUT /v2.0/routers/bbd54224-278d-4c24-8e7a-a4aaffb1051e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8521693 Jan 23 21:58:53.879938 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59678) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:53.880117 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] Sync routers for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 21:58:53.883403 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:58:53.884022 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:58:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:53.976616 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks [] for router (bbd54224-278d-4c24-8e7a-a4aaffb1051e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:53.992183 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:58:54.100235 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks [] for router_gateway (bbd54224-278d-4c24-8e7a-a4aaffb1051e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.179193 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:58:52Z', 'revision_number': 5, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port': {'id': '0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:48:46Z', 'updated_at': '2022-01-23T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:54.208681 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] Checking router: bbd54224-278d-4c24-8e7a-a4aaffb1051e for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 21:58:54.216723 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] Routers {'bbd54224-278d-4c24-8e7a-a4aaffb1051e'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 21:58:54.217319 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:58:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:54.276088 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Deleting port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:58:54.276569 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.361137 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] For port 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:54.361498 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.375709 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Calling delete_port for 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:58:54.392675 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] Set router bbd54224-278d-4c24-8e7a-a4aaffb1051e gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 21:58:54.444493 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:58:54Z', 'revision_number': 6, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:54.473272 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc61e03-b375-43fb-9f34-835dfac29808 None None] The sync data for ids ['bbd54224-278d-4c24-8e7a-a4aaffb1051e'] in dv-cinder-821602-21-iscsi is: [{'id': 'bbd54224-278d-4c24-8e7a-a4aaffb1051e', 'name': 'tempest-AttachVolumeShelveTestJSON-1691258216-router', 'tenant_id': 'ad81ef47542743ff8193845fef19eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:48:45Z', 'updated_at': '2022-01-23T21:58:54Z', 'revision_number': 6, 'project_id': 'ad81ef47542743ff8193845fef19eca0', 'gw_port_host': None}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 21:58:54.615373 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.642316 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:54.707700 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (bbd54224-278d-4c24-8e7a-a4aaffb1051e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.801173 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (bbd54224-278d-4c24-8e7a-a4aaffb1051e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.804209 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks [] for router_controller (bbd54224-278d-4c24-8e7a-a4aaffb1051e), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.917394 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (bbd54224-278d-4c24-8e7a-a4aaffb1051e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.918015 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd54224-278d-4c24-8e7a-a4aaffb1051e {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 21:58:54.922739 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:54.924050 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-728a5709-f9d3-4566-b2a4-ab05f10de99e admin admin] 10.222.0.72 "DELETE /v2.0/routers/bbd54224-278d-4c24-8e7a-a4aaffb1051e HTTP/1.1" status: 204 len: 168 time: 1.0533926 Jan 23 21:58:54.928627 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59684) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:54.976322 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Deleting subnet d5c3b91c-e818-4d97-a565-fa028cebcf2e {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:58:54.979443 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Publish callbacks [] for subnet (d5c3b91c-e818-4d97-a565-fa028cebcf2e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.016248 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (d5c3b91c-e818-4d97-a565-fa028cebcf2e), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.125320 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (d5c3b91c-e818-4d97-a565-fa028cebcf2e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.240112 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (d5c3b91c-e818-4d97-a565-fa028cebcf2e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.266004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c3b91c-e818-4d97-a565-fa028cebcf2e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:55.269924 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.273417 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5ad19d42-65ee-4c02-aebd-e1b7a9ab046f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d5c3b91c-e818-4d97-a565-fa028cebcf2e HTTP/1.1" status: 204 len: 168 time: 0.3452463 Jan 23 21:58:55.275389 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad1ffd-3582-4a02-8464-fdeeb1579ffc None None] Network 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:58:55.275863 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59688) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:55.347022 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.412125 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Deleting port 5807956f-1bfc-4ade-9f0a-756ff646f274 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:58:55.412778 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.435726 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] DHCP port deletion for 3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 21:58:55.480200 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] For port 5807956f-1bfc-4ade-9f0a-756ff646f274, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=5807956f-1bfc-4ade-9f0a-756ff646f274,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:55.480615 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.491044 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] Deleting port 5807956f-1bfc-4ade-9f0a-756ff646f274 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 21:58:55.493634 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.495238 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Calling delete_port for 5807956f-1bfc-4ade-9f0a-756ff646f274 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:58:55.561302 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] For port 5807956f-1bfc-4ade-9f0a-756ff646f274, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=5807956f-1bfc-4ade-9f0a-756ff646f274,segment=NetworkSegment(531f89d5-0038-481a-bfa1-2320c9f85549),segment_id=531f89d5-0038-481a-bfa1-2320c9f85549)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 21:58:55.561698 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.574668 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] Calling delete_port for 5807956f-1bfc-4ade-9f0a-756ff646f274 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 21:58:55.644976 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.673130 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5807956f-1bfc-4ade-9f0a-756ff646f274,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:55.676409 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] No DVR routers for this DVR port 5807956f-1bfc-4ade-9f0a-756ff646f274 on host dv-cinder-821602-21-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:58:55.758191 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.778088 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:55.786248 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (5807956f-1bfc-4ade-9f0a-756ff646f274), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.788278 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531f89d5-0038-481a-bfa1-2320c9f85549') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:55.788582 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531f89d5-0038-481a-bfa1-2320c9f85549') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:58:55.798080 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (531f89d5-0038-481a-bfa1-2320c9f85549), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.811410 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] Pushing event deleted for resources: {'Port': ['ID=5807956f-1bfc-4ade-9f0a-756ff646f274,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:55.811680 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (531f89d5-0038-481a-bfa1-2320c9f85549), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.814818 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df0bf3-6364-44f2-9bfd-0a906f30e80b None None] No DVR routers for this DVR port 5807956f-1bfc-4ade-9f0a-756ff646f274 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 21:58:55.818663 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:58:55.819066 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (531f89d5-0038-481a-bfa1-2320c9f85549), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:58:55.820799 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:58:55.953535 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.959663 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:55.962773 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] 10.222.0.72 "DELETE /v2.0/networks/3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767 HTTP/1.1" status: 204 len: 168 time: 0.6860278 Jan 23 21:58:55.976387 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067daa6-7918-476b-8585-c3b2075526bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4e32d5-04d1-44bd-8c4b-90d0ae1bd767,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:56.294877 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:58:56.315066 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:58:56.315447 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0a5a9cbd-abe3-4b0b-a56d-681d9fe94ec6 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:58:56.315870 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 85ec90a0-3b54-4038-b77e-80beccdcff10 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:58:56.334834 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 85ec90a0-3b54-4038-b77e-80beccdcff10 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:58:56.337320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 85ec90a0-3b54-4038-b77e-80beccdcff10 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:58:56.337320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 5807956f-1bfc-4ade-9f0a-756ff646f274 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 21:58:56.351063 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59694) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:56.355222 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 5807956f-1bfc-4ade-9f0a-756ff646f274 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 21:58:56.355683 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 5807956f-1bfc-4ade-9f0a-756ff646f274 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 21:58:56.391327 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-da17a80f-365b-4f56-904b-3dfa7ce5a7f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad81ef47542743ff8193845fef19eca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387802 Jan 23 21:58:56.396215 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59696) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:56.454276 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0a03ffb0-2db8-4ad4-9f67-b8c4401d1542 admin admin] Publish callbacks [] for security_group (d7295cd3-c7c3-4c86-bed9-42491dff2ecf), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:56.475708 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0a03ffb0-2db8-4ad4-9f67-b8c4401d1542 admin admin] Publish callbacks [] for security_group (d7295cd3-c7c3-4c86-bed9-42491dff2ecf), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:56.598809 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0a03ffb0-2db8-4ad4-9f67-b8c4401d1542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (d7295cd3-c7c3-4c86-bed9-42491dff2ecf), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:56.601681 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0a03ffb0-2db8-4ad4-9f67-b8c4401d1542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:56.602831 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0a03ffb0-2db8-4ad4-9f67-b8c4401d1542 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d7295cd3-c7c3-4c86-bed9-42491dff2ecf HTTP/1.1" status: 204 len: 168 time: 0.2078688 Jan 23 21:58:56.612359 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03ffb0-2db8-4ad4-9f67-b8c4401d1542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7295cd3-c7c3-4c86-bed9-42491dff2ecf,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:57.644933 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59720) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:57.763388 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1137650344-network', 'tenant_id': 'b8a5de74999640b8873f0543d432e861'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:58:57.850018 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Made reservation on behalf of b8a5de74999640b8873f0543d432e861 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:58:57.852737 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:57.861348 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:57.936678 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks [] for security_group (d84d8697-6939-4f24-960c-e529442a4001), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.002698 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (d84d8697-6939-4f24-960c-e529442a4001), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.027780 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:58:58.037147 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d8697-6939-4f24-960c-e529442a4001,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:58.042176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (f5e234ae-c88a-43db-9475-950d3b4c5d84), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.042510 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Added segment f5e234ae-c88a-43db-9475-950d3b4c5d84 of type vlan for network 211822cf-f15a-4742-a40f-d0ba689654f3 Jan 23 21:58:58.081217 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (211822cf-f15a-4742-a40f-d0ba689654f3), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.187064 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (211822cf-f15a-4742-a40f-d0ba689654f3), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.188010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:58.188629 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.248888 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] Pushing event updated for resources: {'Network': ['ID=211822cf-f15a-4742-a40f-d0ba689654f3,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:58.261684 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 211822cf-f15a-4742-a40f-d0ba689654f3 details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:58:58.343925 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-57a02ec0-f015-432d-813d-8518110e21c3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6978853 Jan 23 21:58:58.346844 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59726) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:58.352002 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Request body: {'subnet': {'network_id': '211822cf-f15a-4742-a40f-d0ba689654f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1137650344-subnet', 'tenant_id': 'b8a5de74999640b8873f0543d432e861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:58:58.490921 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Made reservation on behalf of b8a5de74999640b8873f0543d432e861 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:58:58.493177 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59533279'] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.707521 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59048974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59533249'] for subnet (7a7cb6c5-cf57-4e8a-915d-5d69d14471c4), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.761555 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7cb6c5-cf57-4e8a-915d-5d69d14471c4,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:58:58.778003 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Checking segment: {'id': 'f5e234ae-c88a-43db-9475-950d3b4c5d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '211822cf-f15a-4742-a40f-d0ba689654f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:58:58.778397 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Network hostable DHCP agents. Network: 211822cf-f15a-4742-a40f-d0ba689654f3, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:58:58.872743 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Network 211822cf-f15a-4742-a40f-d0ba689654f3 is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:58:58.981490 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 211822cf-f15a-4742-a40f-d0ba689654f3) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:58:58.985447 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:58:58.986051 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:58.990664 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e438f41-c7ce-4150-b731-780ea6a0ab09 None None] Network 211822cf-f15a-4742-a40f-d0ba689654f3 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:58:59.090203 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ee5c5-52fc-4f7d-91f4-927a369f585b None None] Network 211822cf-f15a-4742-a40f-d0ba689654f3 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:58:59.098568 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d01e4534-c3a3-473e-9bca-1e21481b180b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7507222 Jan 23 21:58:59.752942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59744) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:58:59.758484 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-183981990-network', 'tenant_id': '9b8419c61d9b400db0ee78c49257c61d'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:58:59.855579 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Made reservation on behalf of 9b8419c61d9b400db0ee78c49257c61d for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:58:59.857932 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:59.867476 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:58:59.941391 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks [] for security_group (679bd320-0c11-4921-a8da-35fd95037288), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.010271 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (679bd320-0c11-4921-a8da-35fd95037288), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.034575 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 21:59:00.045079 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bd320-0c11-4921-a8da-35fd95037288,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:00.049770 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (61b9d899-a5b0-492a-b295-863baa43f326), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.050118 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Added segment 61b9d899-a5b0-492a-b295-863baa43f326 of type vlan for network ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff Jan 23 21:59:00.090159 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.192951 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.194146 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:59:00.194726 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.253553 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] Pushing event updated for resources: {'Network': ['ID=ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:00.263905 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 21:59:00.307793 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59748) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:00.308306 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4a157584-3862-4076-b9a9-e43624b11a6c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5537999 Jan 23 21:59:00.313642 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Request body: {'subnet': {'network_id': 'ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-183981990-subnet', 'tenant_id': '9b8419c61d9b400db0ee78c49257c61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 21:59:00.392898 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Made reservation on behalf of 9b8419c61d9b400db0ee78c49257c61d for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 21:59:00.395341 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59533279'] for subnet (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.610282 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59048974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59533249'] for subnet (152364b1-0a01-4c03-bd39-53e759e2c768), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.664385 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Pushing event updated for resources: {'Subnet': ['ID=152364b1-0a01-4c03-bd39-53e759e2c768,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:00.680425 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Checking segment: {'id': '61b9d899-a5b0-492a-b295-863baa43f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 21:59:00.680786 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Network hostable DHCP agents. Network: ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 21:59:00.785294 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Network ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 21:59:00.854587 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 21:59:00.860100 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:59:00.861842 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:00.863617 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddfaaa5-b253-4090-a604-11cf39f2f7de None None] Network ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:59:00.968424 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0fea4f-894c-4aa6-9302-bb11ab2ce364 None None] Network ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 21:59:00.979070 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f4f07721-7469-4994-bea5-fec130e6058e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6694214 Jan 23 21:59:01.103935 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59768) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:01.149007 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Deleting subnet 7a7cb6c5-cf57-4e8a-915d-5d69d14471c4 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:59:01.152374 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Publish callbacks [] for subnet (7a7cb6c5-cf57-4e8a-915d-5d69d14471c4), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.192887 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (7a7cb6c5-cf57-4e8a-915d-5d69d14471c4), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.233966 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (7a7cb6c5-cf57-4e8a-915d-5d69d14471c4), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.382116 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (7a7cb6c5-cf57-4e8a-915d-5d69d14471c4), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.410040 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7cb6c5-cf57-4e8a-915d-5d69d14471c4,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:01.412899 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.416334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2949ee1c-fb48-4539-9fba-d701d4024fd0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7a7cb6c5-cf57-4e8a-915d-5d69d14471c4 HTTP/1.1" status: 204 len: 168 time: 0.3113873 Jan 23 21:59:01.418862 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59780) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:01.487751 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (211822cf-f15a-4742-a40f-d0ba689654f3), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.573611 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (211822cf-f15a-4742-a40f-d0ba689654f3), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.593832 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211822cf-f15a-4742-a40f-d0ba689654f3']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:59:01.603909 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e234ae-c88a-43db-9475-950d3b4c5d84') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:59:01.604215 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e234ae-c88a-43db-9475-950d3b4c5d84') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:59:01.613906 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (f5e234ae-c88a-43db-9475-950d3b4c5d84), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.629084 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (f5e234ae-c88a-43db-9475-950d3b4c5d84), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.636775 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:59:01.637164 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (f5e234ae-c88a-43db-9475-950d3b4c5d84), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:59:01.638871 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:59:01.787934 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (211822cf-f15a-4742-a40f-d0ba689654f3), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.793349 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.796545 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] 10.222.0.72 "DELETE /v2.0/networks/211822cf-f15a-4742-a40f-d0ba689654f3 HTTP/1.1" status: 204 len: 168 time: 0.3767307 Jan 23 21:59:01.799494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59786) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:01.849893 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Deleting subnet 152364b1-0a01-4c03-bd39-53e759e2c768 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 21:59:01.854029 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Publish callbacks [] for subnet (152364b1-0a01-4c03-bd39-53e759e2c768), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.895711 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612194'] for subnet (152364b1-0a01-4c03-bd39-53e759e2c768), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:01.944506 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (152364b1-0a01-4c03-bd39-53e759e2c768), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.053331 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:59:02.071006 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bcac8-976b-4128-91c2-05827897a181 admin admin] Pushing event deleted for resources: {'Network': ['ID=211822cf-f15a-4742-a40f-d0ba689654f3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:02.102412 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59626229'] for subnet (152364b1-0a01-4c03-bd39-53e759e2c768), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.131607 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152364b1-0a01-4c03-bd39-53e759e2c768,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:02.135810 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.138925 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b4b53c18-2577-4489-81b8-b8da09fd3ea3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/152364b1-0a01-4c03-bd39-53e759e2c768 HTTP/1.1" status: 204 len: 168 time: 0.3384080 Jan 23 21:59:02.142398 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59788) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:02.215405 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.293707 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.313253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:59:02.323110 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b9d899-a5b0-492a-b295-863baa43f326') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:59:02.323435 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b9d899-a5b0-492a-b295-863baa43f326') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 21:59:02.332391 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (61b9d899-a5b0-492a-b295-863baa43f326), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.345827 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (61b9d899-a5b0-492a-b295-863baa43f326), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.352268 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 21:59:02.352697 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (61b9d899-a5b0-492a-b295-863baa43f326), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 21:59:02.354238 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 21:59:02.357480 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 21:59:02.490224 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.495514 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:02.499941 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff HTTP/1.1" status: 204 len: 168 time: 0.3552823 Jan 23 21:59:02.509495 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc13bc9-9b96-4f48-aa79-4a0931acd355 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffec2e7c-e6f0-41b9-a77a-9fc84bde07ff,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:02.956114 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59798) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:02.999716 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4384e94c-0e55-439e-bbc3-1c25471f8ceb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8a5de74999640b8873f0543d432e861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421510 Jan 23 21:59:03.001969 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59800) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:03.050109 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80eb2548-277a-4cbf-ba45-bf19837f0552 admin admin] Publish callbacks [] for security_group (d84d8697-6939-4f24-960c-e529442a4001), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:03.072705 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80eb2548-277a-4cbf-ba45-bf19837f0552 admin admin] Publish callbacks [] for security_group (d84d8697-6939-4f24-960c-e529442a4001), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:03.232845 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80eb2548-277a-4cbf-ba45-bf19837f0552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (d84d8697-6939-4f24-960c-e529442a4001), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:03.235442 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-80eb2548-277a-4cbf-ba45-bf19837f0552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:03.236822 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-80eb2548-277a-4cbf-ba45-bf19837f0552 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d84d8697-6939-4f24-960c-e529442a4001 HTTP/1.1" status: 204 len: 168 time: 0.2336748 Jan 23 21:59:03.245813 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb2548-277a-4cbf-ba45-bf19837f0552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d8697-6939-4f24-960c-e529442a4001,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:03.967634 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59808) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:04.011364 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b253059a-9dd7-44eb-8e81-daedb8b871ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b8419c61d9b400db0ee78c49257c61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425520 Jan 23 21:59:04.013756 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59814) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:04.062632 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52b3c772-dcd3-486c-a46f-897a15d61ad4 admin admin] Publish callbacks [] for security_group (679bd320-0c11-4921-a8da-35fd95037288), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.085271 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52b3c772-dcd3-486c-a46f-897a15d61ad4 admin admin] Publish callbacks [] for security_group (679bd320-0c11-4921-a8da-35fd95037288), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.244234 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52b3c772-dcd3-486c-a46f-897a15d61ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (679bd320-0c11-4921-a8da-35fd95037288), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.246874 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52b3c772-dcd3-486c-a46f-897a15d61ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.248198 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-52b3c772-dcd3-486c-a46f-897a15d61ad4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/679bd320-0c11-4921-a8da-35fd95037288 HTTP/1.1" status: 204 len: 168 time: 0.2334104 Jan 23 21:59:04.256840 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3c772-dcd3-486c-a46f-897a15d61ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bd320-0c11-4921-a8da-35fd95037288,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:04.444502 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 59820) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:04.561267 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5b7-e2d5-40ca-83b9-c954d6f38c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.640113 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5b7-e2d5-40ca-83b9-c954d6f38c82 admin admin] Publish callbacks [] for security_group (233dffe2-9d9a-47a5-8b18-4bf2040d322e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.706783 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5b7-e2d5-40ca-83b9-c954d6f38c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (233dffe2-9d9a-47a5-8b18-4bf2040d322e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.749694 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ae8ec5b7-e2d5-40ca-83b9-c954d6f38c82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77c313a80a564f038b2f4443fbff3be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018281 Jan 23 21:59:04.749694 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec5b7-e2d5-40ca-83b9-c954d6f38c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233dffe2-9d9a-47a5-8b18-4bf2040d322e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:04.749957 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 59834) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:04.801438 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f533e6c3-4d8e-414e-baaa-15cd0722ef11 admin admin] Publish callbacks [] for security_group (233dffe2-9d9a-47a5-8b18-4bf2040d322e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.823926 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f533e6c3-4d8e-414e-baaa-15cd0722ef11 admin admin] Publish callbacks [] for security_group (233dffe2-9d9a-47a5-8b18-4bf2040d322e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.951114 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f533e6c3-4d8e-414e-baaa-15cd0722ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (233dffe2-9d9a-47a5-8b18-4bf2040d322e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.951114 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f533e6c3-4d8e-414e-baaa-15cd0722ef11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:04.951114 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f533e6c3-4d8e-414e-baaa-15cd0722ef11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/233dffe2-9d9a-47a5-8b18-4bf2040d322e HTTP/1.1" status: 204 len: 168 time: 0.1992235 Jan 23 21:59:04.961421 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533e6c3-4d8e-414e-baaa-15cd0722ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233dffe2-9d9a-47a5-8b18-4bf2040d322e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:09.489388 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:15.443458 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f400cbe0-36a4-4078-a0f7-06a5d0a09e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:17.849082 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fe57354-ff5a-486c-ac3b-14b8049e1a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:18.235559 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-9684076b-732b-4aa8-8110-7adc8383eec9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3104045 Jan 23 21:59:18.322945 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-6b41d02e-6b9c-4942-a935-28fa9a2d6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:59:18.324448 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-6b41d02e-6b9c-4942-a935-28fa9a2d6ea6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0417910 Jan 23 21:59:18.433366 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-30a9fac0-19cc-4ba6-a21f-572cf1c7f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:59:18.434849 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-30a9fac0-19cc-4ba6-a21f-572cf1c7f242 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.0902867 Jan 23 21:59:18.501103 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-b6683bc9-3178-43e6-ba4a-bab189434432 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1002 time: 0.0600836 Jan 23 21:59:18.550959 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-1cb296e2-88ad-475d-a52c-6a2da72a307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:59:18.552801 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-1cb296e2-88ad-475d-a52c-6a2da72a307a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0466795 Jan 23 21:59:18.604805 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-5e7974bb-fc6f-4135-974f-382bc1fbff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 21:59:18.606322 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-5e7974bb-fc6f-4135-974f-382bc1fbff6e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476167 Jan 23 21:59:18.638117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60072) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:18.699256 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-c10d5587-ab33-46fc-8abd-2587566aa5bf service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870869 Jan 23 21:59:18.802955 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bbc28767-5c7f-4623-9bde-d1b5e663a165 req-3fa7b457-56b8-4444-849c-b48d802dac68 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979779 Jan 23 21:59:18.873714 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-847fb3ee-8698-46c0-afd9-3c4f33e84c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:18.948416 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-847fb3ee-8698-46c0-afd9-3c4f33e84c56 admin admin] Publish callbacks [] for security_group (184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.013674 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-847fb3ee-8698-46c0-afd9-3c4f33e84c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.051383 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-847fb3ee-8698-46c0-afd9-3c4f33e84c56 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3adb75ce53704ef1bb5f001ac098e8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115355 Jan 23 21:59:19.052341 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fb3ee-8698-46c0-afd9-3c4f33e84c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:19.055398 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60080) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:19.103129 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b50b4b11-124d-4d31-85d1-5f562825b2cb admin admin] Publish callbacks [] for security_group (184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.124285 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b50b4b11-124d-4d31-85d1-5f562825b2cb admin admin] Publish callbacks [] for security_group (184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.230682 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b50b4b11-124d-4d31-85d1-5f562825b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.338118 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b50b4b11-124d-4d31-85d1-5f562825b2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.338118 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b50b4b11-124d-4d31-85d1-5f562825b2cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c HTTP/1.1" status: 204 len: 168 time: 0.1787233 Jan 23 21:59:19.338118 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b4b11-124d-4d31-85d1-5f562825b2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184bc8e3-df14-4fa5-a8e4-0a29b4bfc55c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:19.413485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.867984 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60088) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:19.881038 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e15f1fa6-5034-4ce3-9c1b-9eecbe010f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:19.959511 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e15f1fa6-5034-4ce3-9c1b-9eecbe010f84 admin admin] Publish callbacks [] for security_group (838aa1f8-c738-49ab-84dc-4c318ff29e9b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.049138 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e15f1fa6-5034-4ce3-9c1b-9eecbe010f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (838aa1f8-c738-49ab-84dc-4c318ff29e9b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.085901 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1fa6-5034-4ce3-9c1b-9eecbe010f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838aa1f8-c738-49ab-84dc-4c318ff29e9b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:20.090203 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e15f1fa6-5034-4ce3-9c1b-9eecbe010f84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fda05d83bd9403aac9896c8f4bcd364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212057 Jan 23 21:59:20.092881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60090) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:20.140128 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-17aa7c84-12e3-462b-b393-b139e7139849 admin admin] Publish callbacks [] for security_group (838aa1f8-c738-49ab-84dc-4c318ff29e9b), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.160661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-17aa7c84-12e3-462b-b393-b139e7139849 admin admin] Publish callbacks [] for security_group (838aa1f8-c738-49ab-84dc-4c318ff29e9b), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.283453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-17aa7c84-12e3-462b-b393-b139e7139849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (838aa1f8-c738-49ab-84dc-4c318ff29e9b), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.286012 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-17aa7c84-12e3-462b-b393-b139e7139849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.290101 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-17aa7c84-12e3-462b-b393-b139e7139849 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/838aa1f8-c738-49ab-84dc-4c318ff29e9b HTTP/1.1" status: 204 len: 168 time: 0.1936893 Jan 23 21:59:20.295715 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa7c84-12e3-462b-b393-b139e7139849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838aa1f8-c738-49ab-84dc-4c318ff29e9b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:20.569145 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:20.960177 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60098) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:20.974015 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5f72e86a-5e3d-4bc6-a113-8db4e8fd9277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.048183 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5f72e86a-5e3d-4bc6-a113-8db4e8fd9277 admin admin] Publish callbacks [] for security_group (688d9224-f431-4273-af1d-9424a06345fa), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.181342 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5f72e86a-5e3d-4bc6-a113-8db4e8fd9277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (688d9224-f431-4273-af1d-9424a06345fa), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.224606 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5f72e86a-5e3d-4bc6-a113-8db4e8fd9277 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8da3a0cd3f354a4a9ceab94c4c22da9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627039 Jan 23 21:59:21.225453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72e86a-5e3d-4bc6-a113-8db4e8fd9277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688d9224-f431-4273-af1d-9424a06345fa,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:21.227830 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60102) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:21.278882 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-49ffe8a8-379d-487a-8553-3080106d31b2 admin admin] Publish callbacks [] for security_group (688d9224-f431-4273-af1d-9424a06345fa), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.299672 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-49ffe8a8-379d-487a-8553-3080106d31b2 admin admin] Publish callbacks [] for security_group (688d9224-f431-4273-af1d-9424a06345fa), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.397384 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-49ffe8a8-379d-487a-8553-3080106d31b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (688d9224-f431-4273-af1d-9424a06345fa), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.399959 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-49ffe8a8-379d-487a-8553-3080106d31b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:21.403721 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-49ffe8a8-379d-487a-8553-3080106d31b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/688d9224-f431-4273-af1d-9424a06345fa HTTP/1.1" status: 204 len: 168 time: 0.1722872 Jan 23 21:59:21.408737 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffe8a8-379d-487a-8553-3080106d31b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688d9224-f431-4273-af1d-9424a06345fa,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:22.037993 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:39.051988 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 21:59:39.539908 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:45.459521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82d73509-95f9-4a7a-b306-3949a785e520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:47.864956 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8323ffce-5eb0-451b-949a-9fa85fdeca73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:49.339357 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:50.557326 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:52.050941 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:58.798097 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60390) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:58.905602 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:58.987760 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Publish callbacks [] for security_group (9e631a6b-2584-42e7-b2d3-abb611c77526), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:59.064643 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (9e631a6b-2584-42e7-b2d3-abb611c77526), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:59.103235 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ed4981edfb2440bba38bcc9ba0da723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034070 Jan 23 21:59:59.104284 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e631a6b-2584-42e7-b2d3-abb611c77526,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:59.106004 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60396) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 21:59:59.111700 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.112121 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.112389 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.112721 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.113049 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.113372 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.113696 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.114022 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.114341 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.114663 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.114979 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.115316 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.115634 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce4607-b6cd-4195-9713-026dcca88f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.154760 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Publish callbacks [] for security_group (9e631a6b-2584-42e7-b2d3-abb611c77526), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:59.176493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Publish callbacks [] for security_group (9e631a6b-2584-42e7-b2d3-abb611c77526), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:59.298776 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (9e631a6b-2584-42e7-b2d3-abb611c77526), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:59.301442 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 21:59:59.302588 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e631a6b-2584-42e7-b2d3-abb611c77526 HTTP/1.1" status: 204 len: 168 time: 0.1955781 Jan 23 21:59:59.310764 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e631a6b-2584-42e7-b2d3-abb611c77526,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 21:59:59.317820 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.318167 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.318507 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.318847 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.319167 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.319518 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.319844 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.320188 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.320494 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.320815 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.321152 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.322080 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 21:59:59.322403 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61135e-9110-4fb1-9946-71a124125b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:00.326925 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60428) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:00.434610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e9f7-8934-430f-9cea-87f6820f8a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.513084 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e9f7-8934-430f-9cea-87f6820f8a57 admin admin] Publish callbacks [] for security_group (c2a31b05-30ab-485e-ab1d-c91e238a3b5d), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.578869 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e9f7-8934-430f-9cea-87f6820f8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c2a31b05-30ab-485e-ab1d-c91e238a3b5d), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.617140 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e2c9e9f7-8934-430f-9cea-87f6820f8a57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53e4d932192f4ecfbf1e1d34a8b468a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890816 Jan 23 22:00:00.618023 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9e9f7-8934-430f-9cea-87f6820f8a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a31b05-30ab-485e-ab1d-c91e238a3b5d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:00.620494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60432) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:00.679547 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-007a2a92-a3fc-4c49-bdef-c66c44662428 admin admin] Publish callbacks [] for security_group (c2a31b05-30ab-485e-ab1d-c91e238a3b5d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.702399 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-007a2a92-a3fc-4c49-bdef-c66c44662428 admin admin] Publish callbacks [] for security_group (c2a31b05-30ab-485e-ab1d-c91e238a3b5d), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.795866 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-007a2a92-a3fc-4c49-bdef-c66c44662428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (c2a31b05-30ab-485e-ab1d-c91e238a3b5d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.798445 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-007a2a92-a3fc-4c49-bdef-c66c44662428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:00.799668 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-007a2a92-a3fc-4c49-bdef-c66c44662428 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2a31b05-30ab-485e-ab1d-c91e238a3b5d HTTP/1.1" status: 204 len: 168 time: 0.1781800 Jan 23 22:00:00.808305 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a2a92-a3fc-4c49-bdef-c66c44662428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a31b05-30ab-485e-ab1d-c91e238a3b5d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:04.697249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60510) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:04.805208 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e77210a-bdd8-4988-b85d-fae7d9629f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:04.886494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e77210a-bdd8-4988-b85d-fae7d9629f80 admin admin] Publish callbacks [] for security_group (52111d44-5e2c-4c1d-b1b7-73f6f0bea76f), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:04.979569 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e77210a-bdd8-4988-b85d-fae7d9629f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (52111d44-5e2c-4c1d-b1b7-73f6f0bea76f), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.021163 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6e77210a-bdd8-4988-b85d-fae7d9629f80 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52926d4736ba4800a7d23d949f939a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227215 Jan 23 22:00:05.021919 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77210a-bdd8-4988-b85d-fae7d9629f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52111d44-5e2c-4c1d-b1b7-73f6f0bea76f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:05.023817 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60518) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:05.072702 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb05116-e1a6-40e3-82c9-524eb2521318 admin admin] Publish callbacks [] for security_group (52111d44-5e2c-4c1d-b1b7-73f6f0bea76f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.093604 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb05116-e1a6-40e3-82c9-524eb2521318 admin admin] Publish callbacks [] for security_group (52111d44-5e2c-4c1d-b1b7-73f6f0bea76f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.213924 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb05116-e1a6-40e3-82c9-524eb2521318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (52111d44-5e2c-4c1d-b1b7-73f6f0bea76f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.216666 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb05116-e1a6-40e3-82c9-524eb2521318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.217828 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8bb05116-e1a6-40e3-82c9-524eb2521318 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52111d44-5e2c-4c1d-b1b7-73f6f0bea76f HTTP/1.1" status: 204 len: 168 time: 0.1929350 Jan 23 22:00:05.226148 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb05116-e1a6-40e3-82c9-524eb2521318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52111d44-5e2c-4c1d-b1b7-73f6f0bea76f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:05.329468 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60524) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:05.434168 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-73ded057-1e81-40e7-8042-bbdfd5b04d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.508865 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-73ded057-1e81-40e7-8042-bbdfd5b04d0d admin admin] Publish callbacks [] for security_group (a9a9f9ad-69b5-4e37-9951-0950d9638018), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.567151 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-73ded057-1e81-40e7-8042-bbdfd5b04d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a9a9f9ad-69b5-4e37-9951-0950d9638018), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.610447 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-73ded057-1e81-40e7-8042-bbdfd5b04d0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5ce6e3ed31841e6bb9a433661346250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798738 Jan 23 22:00:05.611691 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded057-1e81-40e7-8042-bbdfd5b04d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9f9ad-69b5-4e37-9951-0950d9638018,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:05.613124 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60532) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:05.664984 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-804e64d3-03b4-42a2-b894-bb6b0b52650f admin admin] Publish callbacks [] for security_group (a9a9f9ad-69b5-4e37-9951-0950d9638018), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.686830 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-804e64d3-03b4-42a2-b894-bb6b0b52650f admin admin] Publish callbacks [] for security_group (a9a9f9ad-69b5-4e37-9951-0950d9638018), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.859038 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-804e64d3-03b4-42a2-b894-bb6b0b52650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (a9a9f9ad-69b5-4e37-9951-0950d9638018), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.861770 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-804e64d3-03b4-42a2-b894-bb6b0b52650f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:05.863044 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-804e64d3-03b4-42a2-b894-bb6b0b52650f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9a9f9ad-69b5-4e37-9951-0950d9638018 HTTP/1.1" status: 204 len: 168 time: 0.2475567 Jan 23 22:00:05.871964 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e64d3-03b4-42a2-b894-bb6b0b52650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9f9ad-69b5-4e37-9951-0950d9638018,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:06.976996 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60582) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:07.075751 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1388418210-network', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:07.189746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Made reservation on behalf of f93514d153964c7b9b20e7d7c9be411e for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:00:07.192423 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.202015 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.281746 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks [] for security_group (5f458029-9f3b-4a46-93c1-9d8d76cda9ca), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.344049 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5f458029-9f3b-4a46-93c1-9d8d76cda9ca), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.371815 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 22:00:07.379723 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f458029-9f3b-4a46-93c1-9d8d76cda9ca,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:07.386353 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.386704 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Added segment 1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9 of type vlan for network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a Jan 23 22:00:07.432024 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (08b7ad8a-8655-43c0-af9b-0a06985f6b2a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.487002 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (08b7ad8a-8655-43c0-af9b-0a06985f6b2a), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.488044 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:07.488639 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.562921 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] Pushing event updated for resources: {'Network': ['ID=08b7ad8a-8655-43c0-af9b-0a06985f6b2a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:07.563037 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 22:00:07.576299 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d961bdc4-bad4-4b60-829b-db51c5c9584e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5979328 Jan 23 22:00:07.579189 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60598) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:07.584603 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Request body: {'subnet': {'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1388418210-subnet', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:07.652753 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Made reservation on behalf of f93514d153964c7b9b20e7d7c9be411e for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:00:07.655453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.910989 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (31391c99-4aef-461f-bfbe-4412eaaeb54b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:07.973318 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31391c99-4aef-461f-bfbe-4412eaaeb54b,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:07.982674 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Checking segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:07.983254 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Network hostable DHCP agents. Network: 08b7ad8a-8655-43c0-af9b-0a06985f6b2a, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 22:00:08.069967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 22:00:08.149977 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 08b7ad8a-8655-43c0-af9b-0a06985f6b2a) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:08.154967 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:08.155560 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.162293 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c7dd8-0389-4462-ae3c-fb850b71355d None None] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:00:08.264469 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 22:00:08.265317 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.278703 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b431e1ce-94d2-4935-b446-8377ef67ddc1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6982498 Jan 23 22:00:08.281376 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60604) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:08.286107 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:08.379598 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (b47e6616-2b32-439b-ba21-028acad5d94c), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.380173 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (b47e6616-2b32-439b-ba21-028acad5d94c), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.408072 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Allocated IP 172.20.0.2 (08b7ad8a-8655-43c0-af9b-0a06985f6b2a/31391c99-4aef-461f-bfbe-4412eaaeb54b/753a1f8d-9395-41e0-8aa2-5d795aa881e8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:00:08.435868 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks [] for router_controller (b47e6616-2b32-439b-ba21-028acad5d94c), precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.567146 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Publish callbacks [] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.619963 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.624676 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks [] for router_gateway (b47e6616-2b32-439b-ba21-028acad5d94c), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.666182 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:08.669399 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:08.677634 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:00:08.682190 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Pushing event updated for resources: {'Port': ['ID=753a1f8d-9395-41e0-8aa2-5d795aa881e8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:08.704914 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.705271 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.705625 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.705971 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.706351 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.706690 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.707049 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.707416 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.707750 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.715342 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.715342 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.715342 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.715342 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:08.747232 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Attempting to bind port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:00:08.747655 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Attempting to bind port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:00:08.748023 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Attempting to bind port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:00:08.753297 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:00:08.753675 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Checking segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:08.754084 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.754510 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Bound using segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:00:08.754984 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Bound port: 753a1f8d-9395-41e0-8aa2-5d795aa881e8, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:00:08.755405 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.818297 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] For port 753a1f8d-9395-41e0-8aa2-5d795aa881e8, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:00:08.821419 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] For port 753a1f8d-9395-41e0-8aa2-5d795aa881e8, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=753a1f8d-9395-41e0-8aa2-5d795aa881e8,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:00:08.851986 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks [] for router_gateway (b47e6616-2b32-439b-ba21-028acad5d94c), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.871712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.893307 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:08.961084 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a6400-6f4c-44ba-a2df-715b248678b5 None None] Pushing event updated for resources: {'Port': ['ID=753a1f8d-9395-41e0-8aa2-5d795aa881e8,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:08.984997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Allocated IP 172.27.0.244 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/9dcc0311-5431-4fef-9284-48c673093be1) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:00:09.095407 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks [] for port (9dcc0311-5431-4fef-9284-48c673093be1), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:09.198138 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (9dcc0311-5431-4fef-9284-48c673093be1), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:09.243532 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:09.247457 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:09.249896 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:00:09.274739 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Pushing event updated for resources: {'Port': ['ID=9dcc0311-5431-4fef-9284-48c673093be1,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:09.538813 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:09.572621 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks [] for router_gateway (b47e6616-2b32-439b-ba21-028acad5d94c), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:09.814035 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (b47e6616-2b32-439b-ba21-028acad5d94c), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:09.901485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28049b62-b85f-4336-bd7a-df491cd2293e None None] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:00:09.981843 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] Provisioning complete for port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:09.982126 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.036180 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Router b47e6616-2b32-439b-ba21-028acad5d94c is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 22:00:10.093226 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] Current status of the port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:10.099418 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.128431 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] For port 753a1f8d-9395-41e0-8aa2-5d795aa881e8, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=753a1f8d-9395-41e0-8aa2-5d795aa881e8,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:10.154386 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:10.167048 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:10.177207 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:10.178143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:59:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:10.182579 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.236177 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.236177 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6ab15ba7-7272-48c0-9f22-2efbc64f885a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9516191 Jan 23 22:00:10.236944 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60624) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:10.320521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b9215-3827-4bb7-8103-602f0ffddbe9 None None] Pushing event updated for resources: {'Port': ['ID=753a1f8d-9395-41e0-8aa2-5d795aa881e8,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:10.342890 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-20adf7b5-9805-4a8c-88a5-260617806c6f None None] Provisioning complete for port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:10.343326 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20adf7b5-9805-4a8c-88a5-260617806c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.376489 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:10.439043 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 753a1f8d-9395-41e0-8aa2-5d795aa881e8 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:10.694635 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.736503 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-20adf7b5-9805-4a8c-88a5-260617806c6f None None] Current status of the port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:10.738401 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:10.738776 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.846643 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:09Z', 'revision_number': 3, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:10.871519 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Allocated IP 172.20.0.1 (08b7ad8a-8655-43c0-af9b-0a06985f6b2a/31391c99-4aef-461f-bfbe-4412eaaeb54b/9b791465-6d97-4fc5-9798-479d73506da1) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:00:10.888650 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:10.889005 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Updating router b47e6616-2b32-439b-ba21-028acad5d94c port 9dcc0311-5431-4fef-9284-48c673093be1 binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 22:00:10.890818 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:10.918567 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9dcc0311-5431-4fef-9284-48c673093be1), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:10.976723 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks [] for port (9b791465-6d97-4fc5-9798-479d73506da1), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.087574 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (9b791465-6d97-4fc5-9798-479d73506da1), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.145245 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:11.148178 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:11.152377 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:00:11.158362 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Pushing event updated for resources: {'Port': ['ID=9b791465-6d97-4fc5-9798-479d73506da1,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:11.195300 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (b47e6616-2b32-439b-ba21-028acad5d94c), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.217934 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Publish callbacks [] for port (9dcc0311-5431-4fef-9284-48c673093be1), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.332897 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9dcc0311-5431-4fef-9284-48c673093be1), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.383758 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9b791465-6d97-4fc5-9798-479d73506da1), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.387030 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Attempting to bind port 9dcc0311-5431-4fef-9284-48c673093be1 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:00:11.387431 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Attempting to bind port 9dcc0311-5431-4fef-9284-48c673093be1 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:00:11.387795 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Attempting to bind port 9dcc0311-5431-4fef-9284-48c673093be1 on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:00:11.391688 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88a20a-0d2a-417f-8c2e-b8bb6bd474a1 None None] Pushing event updated for resources: {'Port': ['ID=9dcc0311-5431-4fef-9284-48c673093be1,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:11.397320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:00:11.397320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:11.397320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.397320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:00:11.397320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Bound port: 9dcc0311-5431-4fef-9284-48c673093be1, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:00:11.398062 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9dcc0311-5431-4fef-9284-48c673093be1), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.472948 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] For port 9dcc0311-5431-4fef-9284-48c673093be1, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:00:11.475453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-29b9aa98-5e24-4b02-b962-035657d5903e None None] Provisioning complete for port 9b791465-6d97-4fc5-9798-479d73506da1 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:11.475827 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29b9aa98-5e24-4b02-b962-035657d5903e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9b791465-6d97-4fc5-9798-479d73506da1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.478335 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] For port 9dcc0311-5431-4fef-9284-48c673093be1, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=9dcc0311-5431-4fef-9284-48c673093be1,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:00:11.512459 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-29b9aa98-5e24-4b02-b962-035657d5903e None None] Port 9b791465-6d97-4fc5-9798-479d73506da1 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:00:11.521326 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9dcc0311-5431-4fef-9284-48c673093be1), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.562281 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks [] for port (9b791465-6d97-4fc5-9798-479d73506da1), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.580808 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:11.581431 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:59:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:11.618148 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (9b791465-6d97-4fc5-9798-479d73506da1), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.618366 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88a20a-0d2a-417f-8c2e-b8bb6bd474a1 None None] Pushing event updated for resources: {'Port': ['ID=9dcc0311-5431-4fef-9284-48c673093be1,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:11.688968 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Pushing event updated for resources: {'Port': ['ID=9b791465-6d97-4fc5-9798-479d73506da1,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:11.691388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (b47e6616-2b32-439b-ba21-028acad5d94c), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:11.695995 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:11.795933 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:11.797528 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:11.909532 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:10Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:11.934086 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:00:11.948535 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73c723-1c6c-40d8-9233-f5c2b590ff33 None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:10Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:12.040835 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dbedac44-abce-49eb-ad17-e3a60be7e55f None None] Provisioning complete for port 9b791465-6d97-4fc5-9798-479d73506da1 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:12.041325 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbedac44-abce-49eb-ad17-e3a60be7e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9b791465-6d97-4fc5-9798-479d73506da1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:12.085442 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dbedac44-abce-49eb-ad17-e3a60be7e55f None None] Port 9b791465-6d97-4fc5-9798-479d73506da1 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:00:12.326083 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:12.339637 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2512a8d3-97d2-4bb3-b795-7b9cb6a44e6c admin admin] 10.222.0.72 "PUT /v2.0/routers/b47e6616-2b32-439b-ba21-028acad5d94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1015046 Jan 23 22:00:12.358313 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 753a1f8d-9395-41e0-8aa2-5d795aa881e8 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:12.409464 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:12.410101 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:12.497722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:13.200143 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60662) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:13.205683 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-713154941-network', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:13.304994 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Made reservation on behalf of fe5b5736364346958c94ff6c4e448faf for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:00:13.308253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for network (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.319088 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.434097 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks [] for security_group (1dd6f2fb-b63e-4f32-a7e8-43956fd30f66), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.480977 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1dd6f2fb-b63e-4f32-a7e8-43956fd30f66), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.507951 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 23 22:00:13.519157 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd6f2fb-b63e-4f32-a7e8-43956fd30f66,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:13.524204 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (d7d6f234-95be-4e9d-a5ea-1968b34ce17a), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.524600 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Added segment d7d6f234-95be-4e9d-a5ea-1968b34ce17a of type vlan for network 17153b23-aec2-48c2-888f-9716cfab555d Jan 23 22:00:13.578704 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760565232613'] for network (17153b23-aec2-48c2-888f-9716cfab555d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.664297 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125'] for network (17153b23-aec2-48c2-888f-9716cfab555d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.665291 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:13.666580 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:13.729973 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] Pushing event updated for resources: {'Network': ['ID=17153b23-aec2-48c2-888f-9716cfab555d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:13.741380 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Network 17153b23-aec2-48c2-888f-9716cfab555d details requested by agent ovs-agent-dv-cinder-821602-21-iscsi with host dv-cinder-821602-21-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 23 22:00:13.764895 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-16d98d74-bea2-4838-b87a-ef51d8f6e7ed admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5636382 Jan 23 22:00:13.767809 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60664) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:13.772881 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Request body: {'subnet': {'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-713154941-subnet', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:13.870691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Made reservation on behalf of fe5b5736364346958c94ff6c4e448faf for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:00:13.873418 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59626130'] for subnet (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.068539 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:14.078780 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:14.081663 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:59:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:14.098997 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59626124'] for subnet (105d9809-dd80-40e6-8f9a-ae3a2ebb0b59), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.152116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=105d9809-dd80-40e6-8f9a-ae3a2ebb0b59,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:14.173022 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Checking segment: {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:14.173473 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Network hostable DHCP agents. Network: 17153b23-aec2-48c2-888f-9716cfab555d, hostable agents: ['7838170d-3c8b-4182-9715-9d4c420094ce'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 23 22:00:14.200130 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:14.241094 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Network 17153b23-aec2-48c2-888f-9716cfab555d is scheduled to be hosted by DHCP agent 7838170d-3c8b-4182-9715-9d4c420094ce with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 23 22:00:14.315495 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-21-iscsi, 17153b23-aec2-48c2-888f-9716cfab555d) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:14.320599 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:14.322433 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.325969 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f67c87-65c9-4d44-bb08-0c23ede3b0b8 None None] Network 17153b23-aec2-48c2-888f-9716cfab555d requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:00:14.431076 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60676) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:14.435755 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-efb4fc79-d633-4f15-bbf0-8d5acb8abc00 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6667120 Jan 23 22:00:14.436768 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:14.439821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9dcc0311-5431-4fef-9284-48c673093be1 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:14.449021 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 2, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:14.481533 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:14.481888 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Updating router b47e6616-2b32-439b-ba21-028acad5d94c port 9b791465-6d97-4fc5-9798-479d73506da1 binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 22:00:14.492455 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fdd33b7-1543-52d6-bce9-3a4f4abb7170-17153b23-aec2-48c2-888f-9716cfab555d', 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'fixed_ips': [{'subnet_id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59'}]}} from dv-cinder-821602-21-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 23 22:00:14.493248 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.508196 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9b791465-6d97-4fc5-9798-479d73506da1), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.521637 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router (511deb89-a743-45bd-80f5-4a228d14f253), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.524051 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router (511deb89-a743-45bd-80f5-4a228d14f253), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.582833 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks [] for router_controller (511deb89-a743-45bd-80f5-4a228d14f253), precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.591612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 9dcc0311-5431-4fef-9284-48c673093be1 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:14.592295 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9dcc0311-5431-4fef-9284-48c673093be1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.709805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Allocated IP 172.20.0.2 (17153b23-aec2-48c2-888f-9716cfab555d/105d9809-dd80-40e6-8f9a-ae3a2ebb0b59/0badc0f9-9c12-4769-98de-ca2df60dcf65) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:00:14.739216 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 9dcc0311-5431-4fef-9284-48c673093be1 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:14.739803 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9dcc0311-5431-4fef-9284-48c673093be1), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.805530 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 9dcc0311-5431-4fef-9284-48c673093be1, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=9dcc0311-5431-4fef-9284-48c673093be1,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:14.822251 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks [] for router_gateway (511deb89-a743-45bd-80f5-4a228d14f253), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.835370 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Publish callbacks [] for port (9b791465-6d97-4fc5-9798-479d73506da1), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.893402 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9b791465-6d97-4fc5-9798-479d73506da1), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.895026 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Publish callbacks [] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.898947 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9dcc0311-5431-4fef-9284-48c673093be1), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:14.953459 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=9dcc0311-5431-4fef-9284-48c673093be1,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:14.970696 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Pushing event updated for resources: {'Port': ['ID=9b791465-6d97-4fc5-9798-479d73506da1,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:14.981959 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.982280 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.982638 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.983160 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.983532 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.983896 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.984406 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.984824 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.985421 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.985773 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.986103 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.986424 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.986794 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:00:14.999833 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.057755 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Attempting to bind port 9b791465-6d97-4fc5-9798-479d73506da1 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:00:15.058066 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Attempting to bind port 9b791465-6d97-4fc5-9798-479d73506da1 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:00:15.058434 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Attempting to bind port 9b791465-6d97-4fc5-9798-479d73506da1 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:00:15.063229 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Network 17153b23-aec2-48c2-888f-9716cfab555d is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:15.064753 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:15.071655 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:00:15.073655 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:00:15.074682 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Checking segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:15.075255 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.079877 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Bound using segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:00:15.079877 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Bound port: 9b791465-6d97-4fc5-9798-479d73506da1, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:00:15.079877 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9b791465-6d97-4fc5-9798-479d73506da1), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.087999 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Pushing event updated for resources: {'Port': ['ID=0badc0f9-9c12-4769-98de-ca2df60dcf65,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:15.145397 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks [] for router_gateway (511deb89-a743-45bd-80f5-4a228d14f253), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.148505 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Attempting to bind port 0badc0f9-9c12-4769-98de-ca2df60dcf65 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:00:15.148740 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Attempting to bind port 0badc0f9-9c12-4769-98de-ca2df60dcf65 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:00:15.149218 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Attempting to bind port 0badc0f9-9c12-4769-98de-ca2df60dcf65 on network 17153b23-aec2-48c2-888f-9716cfab555d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:00:15.155916 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:00:15.156492 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Checking segment: {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:15.156996 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.157526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Bound using segment: {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:00:15.158490 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Bound port: 0badc0f9-9c12-4769-98de-ca2df60dcf65, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:00:15.158805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.162867 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] For port 9b791465-6d97-4fc5-9798-479d73506da1, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:00:15.167610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.168089 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] For port 9b791465-6d97-4fc5-9798-479d73506da1, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=9b791465-6d97-4fc5-9798-479d73506da1,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:00:15.235362 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] For port 0badc0f9-9c12-4769-98de-ca2df60dcf65, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:00:15.235839 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9b791465-6d97-4fc5-9798-479d73506da1), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.238748 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] For port 0badc0f9-9c12-4769-98de-ca2df60dcf65, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0badc0f9-9c12-4769-98de-ca2df60dcf65,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:00:15.244541 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] Provisioning complete for port 9b791465-6d97-4fc5-9798-479d73506da1 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:15.245883 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9b791465-6d97-4fc5-9798-479d73506da1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.289042 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Allocated IP 172.27.0.248 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/205462cc-dddf-4776-a5d8-88ab1d0e4b89) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:00:15.302681 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:15.306872 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:59:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:15.310855 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b1c69-f551-4704-a5f0-4bb09101a5af None None] Pushing event updated for resources: {'Port': ['ID=9b791465-6d97-4fc5-9798-479d73506da1,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:15.427131 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.433447 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks [] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.458889 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:15.486586 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480563ad-e2e2-4dda-a310-7928c0e9f516 None None] Pushing event updated for resources: {'Port': ['ID=0badc0f9-9c12-4769-98de-ca2df60dcf65,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:15.504460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30e818a6-3e8c-47cc-a92e-d82c03b31a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.528450 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.555081 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] Current status of the port 9b791465-6d97-4fc5-9798-479d73506da1 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:15.555742 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (9b791465-6d97-4fc5-9798-479d73506da1), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.578805 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:15.586082 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:15.590108 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:00:15.610070 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] For port 9b791465-6d97-4fc5-9798-479d73506da1, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=9b791465-6d97-4fc5-9798-479d73506da1,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:15.626590 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Pushing event updated for resources: {'Port': ['ID=205462cc-dddf-4776-a5d8-88ab1d0e4b89,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:15.676785 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (9b791465-6d97-4fc5-9798-479d73506da1), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.771871 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9bae1-e34f-4327-b4bb-e9b88d77a661 None None] Pushing event updated for resources: {'Port': ['ID=9b791465-6d97-4fc5-9798-479d73506da1,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:15.803678 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-039ebdd5-ab0b-4fbf-9b0f-26443b2bc186 None None] Provisioning complete for port 9b791465-6d97-4fc5-9798-479d73506da1 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:15.804062 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-039ebdd5-ab0b-4fbf-9b0f-26443b2bc186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9b791465-6d97-4fc5-9798-479d73506da1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:15.810675 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:15.850208 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde0ae5-d3fd-46da-8de8-f18c48a28a99 None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:15.945292 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-039ebdd5-ab0b-4fbf-9b0f-26443b2bc186 None None] Current status of the port 9b791465-6d97-4fc5-9798-479d73506da1 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:15.999637 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks [] for router_gateway (511deb89-a743-45bd-80f5-4a228d14f253), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.055472 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:00:16.237362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503601'] for router (511deb89-a743-45bd-80f5-4a228d14f253), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.475905 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Router 511deb89-a743-45bd-80f5-4a228d14f253 is scheduled to L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 23 22:00:16.514773 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60698) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:16.632350 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9dcc0311-5431-4fef-9284-48c673093be1 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:16.650943 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:16.676924 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Sync routers for ids ['511deb89-a743-45bd-80f5-4a228d14f253'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:16.694550 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9a6e3bf5-0c98-4058-b466-a9067e139ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.705916 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Routers {'511deb89-a743-45bd-80f5-4a228d14f253'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:16.706558 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T21:59:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['511deb89-a743-45bd-80f5-4a228d14f253'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:16.729917 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.734176 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6b97f582-ebe8-442b-b564-3610f9ef4959 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2991421 Jan 23 22:00:16.735184 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60702) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:16.793280 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 9dcc0311-5431-4fef-9284-48c673093be1 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:16.793280 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9dcc0311-5431-4fef-9284-48c673093be1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.793869 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9a6e3bf5-0c98-4058-b466-a9067e139ed5 admin admin] Publish callbacks [] for security_group (67bde218-f4e7-4895-817c-0c89533635e3), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.849461 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09e77a-d190-44a4-b1b4-504f6b7038c2 None None] Network 17153b23-aec2-48c2-888f-9716cfab555d requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:00:16.870467 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9a6e3bf5-0c98-4058-b466-a9067e139ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (67bde218-f4e7-4895-817c-0c89533635e3), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.912522 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9a6e3bf5-0c98-4058-b466-a9067e139ed5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fde6823f823a40e79405a2f3fd25307c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955183 Jan 23 22:00:16.913755 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e3bf5-0c98-4058-b466-a9067e139ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bde218-f4e7-4895-817c-0c89533635e3,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:16.916698 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60704) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:16.970292 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] Provisioning complete for port 0badc0f9-9c12-4769-98de-ca2df60dcf65 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:16.971508 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:16.974700 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Set router 511deb89-a743-45bd-80f5-4a228d14f253 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:16.979905 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b7d543b5-c62b-42a5-a621-5f14da19f369 admin admin] Publish callbacks [] for security_group (67bde218-f4e7-4895-817c-0c89533635e3), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.010664 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b7d543b5-c62b-42a5-a621-5f14da19f369 admin admin] Publish callbacks [] for security_group (67bde218-f4e7-4895-817c-0c89533635e3), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.196280 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b7d543b5-c62b-42a5-a621-5f14da19f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (67bde218-f4e7-4895-817c-0c89533635e3), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.199565 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 9dcc0311-5431-4fef-9284-48c673093be1 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:17.200641 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9b791465-6d97-4fc5-9798-479d73506da1 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:17.200916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b7d543b5-c62b-42a5-a621-5f14da19f369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.201284 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.204952 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b7d543b5-c62b-42a5-a621-5f14da19f369 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67bde218-f4e7-4895-817c-0c89533635e3 HTTP/1.1" status: 204 len: 168 time: 0.2871981 Jan 23 22:00:17.215516 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d543b5-c62b-42a5-a621-5f14da19f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bde218-f4e7-4895-817c-0c89533635e3,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:17.347911 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] Current status of the port 0badc0f9-9c12-4769-98de-ca2df60dcf65 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:17.351921 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.380593 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Allocated IP 172.20.0.1 (17153b23-aec2-48c2-888f-9716cfab555d/105d9809-dd80-40e6-8f9a-ae3a2ebb0b59/7cd23e56-e8ac-4f87-87b7-fd7638bb01c5) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:00:17.398289 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 9b791465-6d97-4fc5-9798-479d73506da1 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:17.398669 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (9b791465-6d97-4fc5-9798-479d73506da1), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.405275 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] For port 0badc0f9-9c12-4769-98de-ca2df60dcf65, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0badc0f9-9c12-4769-98de-ca2df60dcf65,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:17.453604 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 3, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:17.488579 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Checking router: 511deb89-a743-45bd-80f5-4a228d14f253 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:17.488945 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Updating router 511deb89-a743-45bd-80f5-4a228d14f253 port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 binding host dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 22:00:17.490903 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.525093 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks [] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.574425 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.619018 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.640624 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 9b791465-6d97-4fc5-9798-479d73506da1 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:17.641723 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0badc0f9-9c12-4769-98de-ca2df60dcf65 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:17.645399 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237745a5-bc00-45da-bd59-01426c2fe81f None None] Pushing event updated for resources: {'Port': ['ID=0badc0f9-9c12-4769-98de-ca2df60dcf65,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:17.663839 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Network 17153b23-aec2-48c2-888f-9716cfab555d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:17.666968 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:17.670536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:00:17.693529 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Pushing event updated for resources: {'Port': ['ID=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:17.714542 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416259'] for router_interface (511deb89-a743-45bd-80f5-4a228d14f253), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.738369 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0b2f85a5-b0ab-4a53-83b3-7abbf4ba2756 None None] Provisioning complete for port 0badc0f9-9c12-4769-98de-ca2df60dcf65 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:17.738754 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b2f85a5-b0ab-4a53-83b3-7abbf4ba2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.878530 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60710) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:17.881766 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 0badc0f9-9c12-4769-98de-ca2df60dcf65 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:17.882153 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.890492 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56cf1945-19ce-4319-b04c-e2ad073faefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.894459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a46d5a9c-edaa-446d-ab87-3410e0046a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.956056 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:17.992100 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f85a5-b0ab-4a53-83b3-7abbf4ba2756 None None] Current status of the port 0badc0f9-9c12-4769-98de-ca2df60dcf65 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:17.992681 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a46d5a9c-edaa-446d-ab87-3410e0046a51 admin admin] Publish callbacks [] for security_group (4baf7611-2e11-4e5b-9159-6a681460a9e5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.063950 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a46d5a9c-edaa-446d-ab87-3410e0046a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4baf7611-2e11-4e5b-9159-6a681460a9e5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.105723 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a46d5a9c-edaa-446d-ab87-3410e0046a51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f101027b9a64cdfa47975b4e766c249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254364 Jan 23 22:00:18.106905 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d5a9c-edaa-446d-ab87-3410e0046a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf7611-2e11-4e5b-9159-6a681460a9e5,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:18.108483 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60712) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:18.173211 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks [] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.189576 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8648bdb1-a2ab-4b79-bcf0-8fa2e42d6fde admin admin] Publish callbacks [] for security_group (4baf7611-2e11-4e5b-9159-6a681460a9e5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.216679 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Publish callbacks [] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.222437 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8648bdb1-a2ab-4b79-bcf0-8fa2e42d6fde admin admin] Publish callbacks [] for security_group (4baf7611-2e11-4e5b-9159-6a681460a9e5), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.234157 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 0badc0f9-9c12-4769-98de-ca2df60dcf65 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:18.236471 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9b7399e2-db2f-41b1-ae9a-30eda87424a8 None None] Provisioning complete for port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:18.236845 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b7399e2-db2f-41b1-ae9a-30eda87424a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.257635 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.282496 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9b7399e2-db2f-41b1-ae9a-30eda87424a8 None None] Port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:00:18.290186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.335288 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Pushing event updated for resources: {'Port': ['ID=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:18.339116 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550556'] for router_interface (511deb89-a743-45bd-80f5-4a228d14f253), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.376868 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Attempting to bind port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:00:18.377251 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Attempting to bind port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:00:18.377617 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Attempting to bind port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 on network cc53e9f6-37eb-4920-a53b-6911ab57974d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:00:18.382666 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0badc0f9-9c12-4769-98de-ca2df60dcf65 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:18.397495 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:00:18.397871 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Checking segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:18.398275 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.398665 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Bound using segment: {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:00:18.399138 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Bound port: 205462cc-dddf-4776-a5d8-88ab1d0e4b89, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec2c78-6e81-4826-aabf-da5619ca09f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:00:18.399539 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.418692 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f20d81-17e3-4777-9f31-b2ef2579bca4 None None] Pushing event updated for resources: {'Port': ['ID=205462cc-dddf-4776-a5d8-88ab1d0e4b89,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:18.430576 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8648bdb1-a2ab-4b79-bcf0-8fa2e42d6fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (4baf7611-2e11-4e5b-9159-6a681460a9e5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.434067 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8648bdb1-a2ab-4b79-bcf0-8fa2e42d6fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.437745 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8648bdb1-a2ab-4b79-bcf0-8fa2e42d6fde admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4baf7611-2e11-4e5b-9159-6a681460a9e5 HTTP/1.1" status: 204 len: 168 time: 0.3256049 Jan 23 22:00:18.451836 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648bdb1-a2ab-4b79-bcf0-8fa2e42d6fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf7611-2e11-4e5b-9159-6a681460a9e5,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:18.455101 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Network 17153b23-aec2-48c2-888f-9716cfab555d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:00:18.456583 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:00:18.506794 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] For port 205462cc-dddf-4776-a5d8-88ab1d0e4b89, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:00:18.514124 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] For port 205462cc-dddf-4776-a5d8-88ab1d0e4b89, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=205462cc-dddf-4776-a5d8-88ab1d0e4b89,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:00:18.514124 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 0badc0f9-9c12-4769-98de-ca2df60dcf65 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:18.514124 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.597594 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.649172 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 0badc0f9-9c12-4769-98de-ca2df60dcf65 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:18.673465 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Routers {'511deb89-a743-45bd-80f5-4a228d14f253'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:18.674112 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['511deb89-a743-45bd-80f5-4a228d14f253'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:18.720346 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f20d81-17e3-4777-9f31-b2ef2579bca4 None None] Pushing event updated for resources: {'Port': ['ID=205462cc-dddf-4776-a5d8-88ab1d0e4b89,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:18.816686 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] Set router 511deb89-a743-45bd-80f5-4a228d14f253 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:18.844543 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Router 511deb89-a743-45bd-80f5-4a228d14f253 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:00:18.850461 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-3aee8958-e2db-415e-b75e-4f76f12cf098 None None] Provisioning complete for port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:18.851016 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aee8958-e2db-415e-b75e-4f76f12cf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:18.945042 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3aee8958-e2db-415e-b75e-4f76f12cf098 None None] Port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:00:18.985287 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:18.990588 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-eb968aef-d221-4660-9e6c-fc1558b43c0e admin admin] 10.222.0.72 "PUT /v2.0/routers/511deb89-a743-45bd-80f5-4a228d14f253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552536 Jan 23 22:00:19.107661 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:00:17Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '7cd23e56-e8ac-4f87-87b7-fd7638bb01c5', 'name': '', 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'mac_address': 'fa:16:3e:3b:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:17Z', 'updated_at': '2022-01-23T22:00:18Z', 'revision_number': 2, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'subnets': [{'id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:19.135631 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b45f-6407-4f04-adc9-cdba93920c59 None None] The sync data for ids ['511deb89-a743-45bd-80f5-4a228d14f253'] in dv-cinder-821602-21-iscsi is: [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:00:17Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '7cd23e56-e8ac-4f87-87b7-fd7638bb01c5', 'name': '', 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'mac_address': 'fa:16:3e:3b:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:17Z', 'updated_at': '2022-01-23T22:00:18Z', 'revision_number': 2, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'subnets': [{'id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:19.348468 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.438726 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60726) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:19.454141 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf105273-8e57-4dd1-80b8-1af7e32d811c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.539208 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf105273-8e57-4dd1-80b8-1af7e32d811c admin admin] Publish callbacks [] for security_group (0a38943e-6e8e-47e7-8846-49acbd9f3e73), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.606703 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf105273-8e57-4dd1-80b8-1af7e32d811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (0a38943e-6e8e-47e7-8846-49acbd9f3e73), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.647652 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cf105273-8e57-4dd1-80b8-1af7e32d811c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=810aaf902d814be1ba4a0cbb06fcc79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077324 Jan 23 22:00:19.648524 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105273-8e57-4dd1-80b8-1af7e32d811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a38943e-6e8e-47e7-8846-49acbd9f3e73,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:19.650411 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60728) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:19.703187 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a17601-1451-4ef0-aae7-bc8b5644493b admin admin] Publish callbacks [] for security_group (0a38943e-6e8e-47e7-8846-49acbd9f3e73), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.725617 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a17601-1451-4ef0-aae7-bc8b5644493b admin admin] Publish callbacks [] for security_group (0a38943e-6e8e-47e7-8846-49acbd9f3e73), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.846710 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a17601-1451-4ef0-aae7-bc8b5644493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (0a38943e-6e8e-47e7-8846-49acbd9f3e73), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.849410 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a17601-1451-4ef0-aae7-bc8b5644493b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:19.850602 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b7a17601-1451-4ef0-aae7-bc8b5644493b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a38943e-6e8e-47e7-8846-49acbd9f3e73 HTTP/1.1" status: 204 len: 168 time: 0.1985133 Jan 23 22:00:19.859718 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a17601-1451-4ef0-aae7-bc8b5644493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a38943e-6e8e-47e7-8846-49acbd9f3e73,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:19.957777 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-a4485b0b-9352-4df9-abe1-03312ea6bc7e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497169 Jan 23 22:00:20.050420 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-080e4584-4c6e-4315-b655-dfd165eda52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:20.051948 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-080e4584-4c6e-4315-b655-dfd165eda52e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0443730 Jan 23 22:00:20.162691 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-59df5a77-3ca6-47ef-b24d-664db2fd72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:20.164238 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-59df5a77-3ca6-47ef-b24d-664db2fd72ec service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.0947075 Jan 23 22:00:20.240483 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-4e5a486b-fc3b-46f0-891c-36b6567a1f7e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 1002 time: 0.0702271 Jan 23 22:00:20.299713 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-269fe526-98f1-43ce-a796-133989494234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:20.299713 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-269fe526-98f1-43ce-a796-133989494234 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0526583 Jan 23 22:00:20.353678 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-dc093286-db37-4db3-9a9a-5ddb427a8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:20.355582 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-dc093286-db37-4db3-9a9a-5ddb427a8f92 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510983 Jan 23 22:00:20.460708 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 205462cc-dddf-4776-a5d8-88ab1d0e4b89 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:20.470665 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-5342c9c2-440a-41dd-8d3d-7818131f16b0 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071942 Jan 23 22:00:20.533028 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:20.533327 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.581229 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eaa151ec-2493-4413-b1d9-09d0941cba60 req-07e5322e-ac9d-45d5-a369-7509a8ef59aa service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009245 Jan 23 22:00:20.596798 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.637646 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:20.638051 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.667193 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] For port 205462cc-dddf-4776-a5d8-88ab1d0e4b89, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=205462cc-dddf-4776-a5d8-88ab1d0e4b89,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:20.683753 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60744) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:20.688423 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905911348', 'description': 'tempest-secgroup-smoke-1905911348 description', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:20.772543 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.821131 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Pushing event updated for resources: {'Port': ['ID=205462cc-dddf-4776-a5d8-88ab1d0e4b89,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:20.841262 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.915047 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group (1c5c830c-c6f4-4388-a458-30909b097710), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.955436 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1c5c830c-c6f4-4388-a458-30909b097710), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:20.983603 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c830c-c6f4-4388-a458-30909b097710,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:21.041357 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.041357 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-80b0c552-7dcc-4d08-914f-4e5e55378b23 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3538275 Jan 23 22:00:21.043181 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60754) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:21.047724 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group_rule': {'security_group_id': '1c5c830c-c6f4-4388-a458-30909b097710', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:21.131923 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (6767434b-01de-475f-a587-b3242b721ca3), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.194888 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (6767434b-01de-475f-a587-b3242b721ca3), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.246935 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (6767434b-01de-475f-a587-b3242b721ca3), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.267241 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6767434b-01de-475f-a587-b3242b721ca3,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:21.324292 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.325804 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-86b2c50a-02c5-452b-84d4-505de38a98d5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813578 Jan 23 22:00:21.328320 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60780) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:21.332863 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group_rule': {'security_group_id': '1c5c830c-c6f4-4388-a458-30909b097710', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:21.422961 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (2f6f2443-d685-4e37-8592-5395a3ced39a), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.481953 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (2f6f2443-d685-4e37-8592-5395a3ced39a), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.537824 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (2f6f2443-d685-4e37-8592-5395a3ced39a), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.556978 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6f2443-d685-4e37-8592-5395a3ced39a,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:21.638162 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.639458 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c20a83fd-7041-4e78-9280-8f7dc70954a1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101540 Jan 23 22:00:21.642707 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60798) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:21.647383 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group_rule': {'security_group_id': '1c5c830c-c6f4-4388-a458-30909b097710', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:21.766171 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (1d55d5f1-9dce-4b89-927a-4bb839400b62), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.835205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (1d55d5f1-9dce-4b89-927a-4bb839400b62), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.932901 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (1d55d5f1-9dce-4b89-927a-4bb839400b62), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:21.951758 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d55d5f1-9dce-4b89-927a-4bb839400b62,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:22.014980 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.016466 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-629ac638-9fa0-4192-aefc-77d1417b47ca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726957 Jan 23 22:00:22.019401 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60802) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:22.024907 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group_rule': {'security_group_id': '1c5c830c-c6f4-4388-a458-30909b097710', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:22.069388 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.121052 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (26a2f16f-2197-474b-bf2d-e681f33d5ba3), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.177819 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (26a2f16f-2197-474b-bf2d-e681f33d5ba3), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.240852 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (26a2f16f-2197-474b-bf2d-e681f33d5ba3), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.259163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a2f16f-2197-474b-bf2d-e681f33d5ba3,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:22.323672 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.325007 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a7935e2e-42bf-4bb1-b77a-d315277c4ff5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044319 Jan 23 22:00:22.329570 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 60806) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:22.335340 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group_rule': {'security_group_id': '1c5c830c-c6f4-4388-a458-30909b097710', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:22.355876 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 205462cc-dddf-4776-a5d8-88ab1d0e4b89 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:22.406416 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:22.406800 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.413018 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Project f93514d153964c7b9b20e7d7c9be411e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 23 22:00:22.422168 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (cc80fcdb-9010-40dc-8008-935b1da33837), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.486905 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (cc80fcdb-9010-40dc-8008-935b1da33837), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.490845 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:22.561280 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (cc80fcdb-9010-40dc-8008-935b1da33837), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.581775 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc80fcdb-9010-40dc-8008-935b1da33837,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:22.654893 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.659859 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60822) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:22.661352 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8ccc60d6-0d72-4554-a5b3-55e5c7da78ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3305063 Jan 23 22:00:22.665050 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'security_group_rule': {'security_group_id': '1c5c830c-c6f4-4388-a458-30909b097710', 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:00:22.744113 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.securitygroups_db [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Project f93514d153964c7b9b20e7d7c9be411e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 23 22:00:22.750605 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (61c9cd9f-3ce2-4f24-860a-43a84c65c52a), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.818054 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (61c9cd9f-3ce2-4f24-860a-43a84c65c52a), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.898064 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550789'] for security_group_rule (61c9cd9f-3ce2-4f24-860a-43a84c65c52a), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:22.918740 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c9cd9f-3ce2-4f24-860a-43a84c65c52a,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:23.010759 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:23.012479 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ffb21dca-77c2-45ad-8829-3e4d7464ccfb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3514645 Jan 23 22:00:23.033261 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Sync routers for ids ['511deb89-a743-45bd-80f5-4a228d14f253'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:23.052775 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Routers {'511deb89-a743-45bd-80f5-4a228d14f253'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:23.057838 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['511deb89-a743-45bd-80f5-4a228d14f253'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:23.191170 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Set router 511deb89-a743-45bd-80f5-4a228d14f253 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:23.415177 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:00:17Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '7cd23e56-e8ac-4f87-87b7-fd7638bb01c5', 'name': '', 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'mac_address': 'fa:16:3e:3b:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:17Z', 'updated_at': '2022-01-23T22:00:18Z', 'revision_number': 2, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'subnets': [{'id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:23.444064 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Checking router: 511deb89-a743-45bd-80f5-4a228d14f253 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:23.444438 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Updating router 511deb89-a743-45bd-80f5-4a228d14f253 port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 binding host dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 23 22:00:23.480169 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:23.772432 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Publish callbacks [] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:23.863961 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:23.926060 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512edb4d-cea5-4dda-b03e-7694606526d5 None None] Pushing event updated for resources: {'Port': ['ID=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:23.980064 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Attempting to bind port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 on host dv-cinder-821602-21-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:00:23.980064 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Attempting to bind port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 by drivers openvswitch,hyperv on host dv-cinder-821602-21-iscsi at level 0 using segments [{'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:00:23.980064 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Attempting to bind port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 on network 17153b23-aec2-48c2-888f-9716cfab555d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:00:23.986314 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Checking agent: {'id': 'bd29359a-1390-4ec9-8836-09b263679338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 38, 22), 'started_at': datetime.datetime(2022, 1, 23, 21, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:00:23.986704 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Checking segment: {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:00:23.987114 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:23.987528 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Bound using segment: {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:00:23.988110 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Bound port: 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5, host: dv-cinder-821602-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:00:23.988383 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.062550 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] For port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5, host dv-cinder-821602-21-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:00:24.065867 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] For port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5, host dv-cinder-821602-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:00:24.127419 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.185064 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Routers {'511deb89-a743-45bd-80f5-4a228d14f253'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:24.185714 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['511deb89-a743-45bd-80f5-4a228d14f253'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:24.212698 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] Provisioning complete for port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:24.213824 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.256568 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512edb4d-cea5-4dda-b03e-7694606526d5 None None] Pushing event updated for resources: {'Port': ['ID=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:24.312395 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] Current status of the port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:24.314147 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.350596 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] Set router 511deb89-a743-45bd-80f5-4a228d14f253 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:24.387074 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] For port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:24.421112 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:24.451884 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.518435 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089d5f6-f3ad-47a6-8652-e6212d6c83f9 None None] Pushing event updated for resources: {'Port': ['ID=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:24.529396 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:24.529767 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.598961 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-04c84317-bc1f-4ed0-8da5-eeec711bca5f None None] Provisioning complete for port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:24.599355 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04c84317-bc1f-4ed0-8da5-eeec711bca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:24.601917 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:00:17Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '7cd23e56-e8ac-4f87-87b7-fd7638bb01c5', 'name': '', 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'mac_address': 'fa:16:3e:3b:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:17Z', 'updated_at': '2022-01-23T22:00:24Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'subnets': [{'id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:24.630699 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be518e-3e16-4f0d-924a-320d5f6aac4c None None] The sync data for ids ['511deb89-a743-45bd-80f5-4a228d14f253'] in dv-cinder-821602-21-iscsi is: [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:00:17Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '7cd23e56-e8ac-4f87-87b7-fd7638bb01c5', 'name': '', 'network_id': '17153b23-aec2-48c2-888f-9716cfab555d', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'mac_address': 'fa:16:3e:3b:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:17Z', 'updated_at': '2022-01-23T22:00:24Z', 'revision_number': 4, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'subnets': [{'id': '105d9809-dd80-40e6-8f9a-ae3a2ebb0b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:24.681052 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:24.735696 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-04c84317-bc1f-4ed0-8da5-eeec711bca5f None None] Current status of the port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:26.345268 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 up at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:00:26.393830 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Provisioning complete for port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:00:26.394201 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:26.615943 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Current status of the port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:00:29.758356 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60916) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:30.128666 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Deleting port 7e1ebc3c-c767-42d0-b203-22f1b4f73285 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:30.129006 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:30.207132 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:30.207475 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for floatingip (7e1ebc3c-c767-42d0-b203-22f1b4f73285), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:30.220356 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Calling delete_port for 7e1ebc3c-c767-42d0-b203-22f1b4f73285 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:30.469474 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (7e1ebc3c-c767-42d0-b203-22f1b4f73285), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:30.499160 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event deleted for resources: {'Port': ['ID=7e1ebc3c-c767-42d0-b203-22f1b4f73285,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:30.562926 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for floatingip (6b05c72d-7b39-47c1-b254-83a385ea0a4d), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:30.563379 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Floating IP 6b05c72d-7b39-47c1-b254-83a385ea0a4d disassociated (deleted). External IP: 172.27.0.125, port: 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7. Jan 23 22:00:30.812459 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:00:30.926862 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:30.934360 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:30.939449 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] Sync routers for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:30.950747 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:30.952044 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:30.962947 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-38988fa3-ae2e-4a2e-aaaf-a413144594fd tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "DELETE /v2.0/floatingips/6b05c72d-7b39-47c1-b254-83a385ea0a4d HTTP/1.1" status: 204 len: 168 time: 1.2035964 Jan 23 22:00:30.963559 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:00:30.966477 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5959f5-07b8-47a2-8184-42f0461ba683" -d '{"events": [{"name": "network-changed", "server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:00:31.079655 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:31.154201 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e15980d-1ec3-477d-9223-1a7256963919 x-openstack-request-id: req-0e15980d-1ec3-477d-9223-1a7256963919 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:00:31.154201 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:00:31.154201 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e15980d-1ec3-477d-9223-1a7256963919 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:00:31.154494 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'status': 'completed', 'code': 200} Jan 23 22:00:31.246942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-8ae99b44-c6b7-47fd-b17c-ee2770feac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:31.251446 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-8ae99b44-c6b7-47fd-b17c-ee2770feac7a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 1099 time: 0.0678349 Jan 23 22:00:31.332015 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:31.364442 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] Checking router: 8fefa3e5-b661-4160-8811-4c6b6c6805b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:31.366663 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-90663bb3-57b0-4aae-bc69-7e0e327566ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:31.368260 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-90663bb3-57b0-4aae-bc69-7e0e327566ae service neutron] 10.222.0.112 "GET /v2.0/networks?id=8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 200 len: 909 time: 0.1100802 Jan 23 22:00:31.374537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:31.375245 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:31.415861 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-12dda670-6657-4171-a1a5-f33c305faa37 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 200 len: 217 time: 0.0410933 Jan 23 22:00:31.425065 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d747-3ee5-4a28-a625-2cace86a166b req-a916d578-e3f9-49d4-96e4-1f69294ff31b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:31.426881 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e81d747-3ee5-4a28-a625-2cace86a166b req-a916d578-e3f9-49d4-96e4-1f69294ff31b tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Jan 23 22:00:31.487247 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-9c78efc6-63ec-4c98-8360-c86d2f40defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:31.487934 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e81d747-3ee5-4a28-a625-2cace86a166b req-e4f05322-2e81-4980-be6e-448dab8bd9c5 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544686 Jan 23 22:00:31.489138 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-9c78efc6-63ec-4c98-8360-c86d2f40defb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 200 len: 847 time: 0.0641284 Jan 23 22:00:31.507677 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:31.545204 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-7f0815d6-9273-45f1-962c-85a70e444151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:31.546776 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-7f0815d6-9273-45f1-962c-85a70e444151 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8b16d581-7934-4cf5-856b-6309e17e9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499108 Jan 23 22:00:31.641255 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-1a404c02-b115-46eb-9894-23c559ce50a6 service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876637 Jan 23 22:00:31.718789 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:31.735973 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e5959f5-07b8-47a2-8184-42f0461ba683 req-046773fe-01a1-48a9-8fd7-05224a1d8f2d service neutron] 10.222.0.112 "GET /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885918 Jan 23 22:00:31.752049 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bd9c9-c892-4e7b-b3e7-9c40b6381e04 None None] The sync data for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi is: [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:35Z', 'revision_number': 4, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': 'b2e8264e-a666-404d-ab75-1de2f30b4a1e', 'name': '', 'network_id': '8b16d581-7934-4cf5-856b-6309e17e9f23', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'mac_address': 'fa:16:3e:bb:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:34Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'subnets': [{'id': '17a62ab3-aa2b-49d0-91a0-fdb336957842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:32.017599 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609cea2e-b2dc-49cb-b551-73fe4b164342 None None] New status for floating IP 6b05c72d-7b39-47c1-b254-83a385ea0a4d: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:00:32.615312 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8188914-cfcf-48d9-b7ec-fdc38e08b511 req-3d783721-3013-4048-9774-959094247f18 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:32.616988 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e8188914-cfcf-48d9-b7ec-fdc38e08b511 req-3d783721-3013-4048-9774-959094247f18 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0543237 Jan 23 22:00:32.670045 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e8188914-cfcf-48d9-b7ec-fdc38e08b511 req-107016ab-a43f-456e-b32f-5cc13de54a86 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Jan 23 22:00:33.534904 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-60016f29-5da6-425f-b5b2-b5137f35fc62 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:33.536517 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-60016f29-5da6-425f-b5b2-b5137f35fc62 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.112 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Jan 23 22:00:33.634633 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Deleting port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:33.634982 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:33.738611 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] For port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:33.739010 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:33.753870 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Calling delete_port for 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:33.799183 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c8044-5a05-4822-883b-511addf83a08 req-a6c45941-3bd1-42d7-ae60-75a2b22758ab tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:33.800814 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff5c8044-5a05-4822-883b-511addf83a08 req-a6c45941-3bd1-42d7-ae60-75a2b22758ab tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 946 time: 0.0519419 Jan 23 22:00:33.868102 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff5c8044-5a05-4822-883b-511addf83a08 req-b6ddfac8-1273-4d10-a1e4-c97a369fd7af tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/security-groups?id=07ccfb82-1d4a-439d-a753-90d25babc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610650 Jan 23 22:00:33.977857 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (4bcd4515-4c92-4050-bb3f-a0ad7dec34a7), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:34.012787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event deleted for resources: {'Port': ['ID=4bcd4515-4c92-4050-bb3f-a0ad7dec34a7,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:34.062121 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] No DVR routers for this DVR port 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:00:34.065045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:34.068556 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5de2d8d9-120c-4492-b9ed-746775c8c54a req-714b038a-f52f-4e59-b1dc-02e3d46feadf tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.112 "DELETE /v2.0/ports/4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 HTTP/1.1" status: 204 len: 173 time: 0.5267372 Jan 23 22:00:34.069048 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-deleted', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:00:34.071383 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a8005e-adff-4dba-aa15-12458fccea96" -d '{"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-deleted", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:00:34.111410 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef2db0f-1475-4fd9-a005-cb994ac8984e x-openstack-request-id: req-4ef2db0f-1475-4fd9-a005-cb994ac8984e {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:00:34.111410 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2efb698-3413-4547-bef0-3bebf66fdca0", "name": "network-vif-deleted", "tag": "4bcd4515-4c92-4050-bb3f-a0ad7dec34a7", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:00:34.111410 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ef2db0f-1475-4fd9-a005-cb994ac8984e {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:00:34.111410 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2efb698-3413-4547-bef0-3bebf66fdca0', 'name': 'network-vif-deleted', 'tag': '4bcd4515-4c92-4050-bb3f-a0ad7dec34a7', 'status': 'completed', 'code': 200} Jan 23 22:00:34.982909 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-19056170-93bf-4e97-80fa-0bce94a8404a req-cf1a9dca-cd8e-4e10-a6db-32488208e391 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2efb698-3413-4547-bef0-3bebf66fdca0 HTTP/1.1" status: 200 len: 210 time: 0.0297904 Jan 23 22:00:36.040090 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60966) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:36.100537 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2a64233e-ff13-4c21-b3ea-2f2ab521c9a4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group (07ccfb82-1d4a-439d-a753-90d25babc8d2), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:36.136062 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2a64233e-ff13-4c21-b3ea-2f2ab521c9a4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group (07ccfb82-1d4a-439d-a753-90d25babc8d2), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:36.258129 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2a64233e-ff13-4c21-b3ea-2f2ab521c9a4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (07ccfb82-1d4a-439d-a753-90d25babc8d2), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:36.260745 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2a64233e-ff13-4c21-b3ea-2f2ab521c9a4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:36.262083 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2a64233e-ff13-4c21-b3ea-2f2ab521c9a4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] 10.222.0.72 "DELETE /v2.0/security-groups/07ccfb82-1d4a-439d-a753-90d25babc8d2 HTTP/1.1" status: 204 len: 168 time: 0.2209358 Jan 23 22:00:36.271557 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64233e-ff13-4c21-b3ea-2f2ab521c9a4 tempest-TestShelveInstance-1146139440 tempest-TestShelveInstance-1146139440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ccfb82-1d4a-439d-a753-90d25babc8d2,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:36.376148 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60970) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:36.859078 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (8fefa3e5-b661-4160-8811-4c6b6c6805b5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:37.114835 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Deleting port b2e8264e-a666-404d-ab75-1de2f30b4a1e {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:37.115575 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:37.194907 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] For port b2e8264e-a666-404d-ab75-1de2f30b4a1e, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=b2e8264e-a666-404d-ab75-1de2f30b4a1e,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:37.195287 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:37.207653 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Calling delete_port for b2e8264e-a666-404d-ab75-1de2f30b4a1e owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:37.370186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:37.391236 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:37.391607 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 4bcd4515-4c92-4050-bb3f-a0ad7dec34a7 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:37.474800 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (b2e8264e-a666-404d-ab75-1de2f30b4a1e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:37.500628 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e8264e-a666-404d-ab75-1de2f30b4a1e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:37.675433 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (8fefa3e5-b661-4160-8811-4c6b6c6805b5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:37.904894 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:00:38.279942 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:38.285131 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8c7e73c1-368e-4423-984f-0840c2b0f248 admin admin] 10.222.0.72 "PUT /v2.0/routers/8fefa3e5-b661-4160-8811-4c6b6c6805b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9079726 Jan 23 22:00:38.287633 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 60986) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:38.291002 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] Sync routers for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:38.303945 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:38.304741 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:38.397581 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks [] for router (8fefa3e5-b661-4160-8811-4c6b6c6805b5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:38.424389 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:38.554411 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks [] for router_gateway (8fefa3e5-b661-4160-8811-4c6b6c6805b5), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:38.613735 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T22:00:37Z', 'revision_number': 5, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port': {'id': '2f0867ef-8230-4403-8fb3-ae84eb7b27d6', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:38.645909 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] Checking router: 8fefa3e5-b661-4160-8811-4c6b6c6805b5 for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:38.660811 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] Routers {'8fefa3e5-b661-4160-8811-4c6b6c6805b5'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:38.661473 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:38.676712 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Deleting port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:38.677058 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:38.762266 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] Set router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:38.764327 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] For port 2f0867ef-8230-4403-8fb3-ae84eb7b27d6, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:38.764571 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:38.777255 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Calling delete_port for 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:38.814377 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T22:00:38Z', 'revision_number': 6, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:38.845093 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d3996-c32c-4fec-928e-00ea4893346c None None] The sync data for ids ['8fefa3e5-b661-4160-8811-4c6b6c6805b5'] in dv-cinder-821602-21-iscsi is: [{'id': '8fefa3e5-b661-4160-8811-4c6b6c6805b5', 'name': 'tempest-TestShelveInstance-159510081-router', 'tenant_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:32Z', 'updated_at': '2022-01-23T22:00:38Z', 'revision_number': 6, 'project_id': 'a9409b9243e5457ba0d83ecc3d610b1b', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:39.013419 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (2f0867ef-8230-4403-8fb3-ae84eb7b27d6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.038105 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0867ef-8230-4403-8fb3-ae84eb7b27d6,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:39.119199 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (8fefa3e5-b661-4160-8811-4c6b6c6805b5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.212567 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (8fefa3e5-b661-4160-8811-4c6b6c6805b5), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.215423 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks [] for router_controller (8fefa3e5-b661-4160-8811-4c6b6c6805b5), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.315090 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (8fefa3e5-b661-4160-8811-4c6b6c6805b5), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.315710 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fefa3e5-b661-4160-8811-4c6b6c6805b5 {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 22:00:39.319979 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.321156 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d3ed0888-c85a-48d1-9270-e8536097d570 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8fefa3e5-b661-4160-8811-4c6b6c6805b5 HTTP/1.1" status: 204 len: 168 time: 1.0325961 Jan 23 22:00:39.324236 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32768) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:39.370060 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Deleting subnet 17a62ab3-aa2b-49d0-91a0-fdb336957842 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 22:00:39.373161 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Publish callbacks [] for subnet (17a62ab3-aa2b-49d0-91a0-fdb336957842), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.407232 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (17a62ab3-aa2b-49d0-91a0-fdb336957842), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.480250 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (17a62ab3-aa2b-49d0-91a0-fdb336957842), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.549128 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.584035 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (17a62ab3-aa2b-49d0-91a0-fdb336957842), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.611815 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a62ab3-aa2b-49d0-91a0-fdb336957842,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:39.617335 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.639065 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247f262-4ba7-466d-9c48-cfc723a9f282 None None] Network 8b16d581-7934-4cf5-856b-6309e17e9f23 requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:00:39.639787 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 32770) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:39.640232 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6fb6ccfe-2ecf-495a-95b9-832bd6f11911 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/17a62ab3-aa2b-49d0-91a0-fdb336957842 HTTP/1.1" status: 204 len: 168 time: 0.2998202 Jan 23 22:00:39.706090 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (8b16d581-7934-4cf5-856b-6309e17e9f23), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.786436 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Deleting port d2202b81-fd72-4b55-9613-2a2224410d85 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:39.786790 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.804138 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] DHCP port deletion for 8b16d581-7934-4cf5-856b-6309e17e9f23 request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 22:00:39.857543 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] For port d2202b81-fd72-4b55-9613-2a2224410d85, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=d2202b81-fd72-4b55-9613-2a2224410d85,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:39.858046 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.865879 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] Deleting port d2202b81-fd72-4b55-9613-2a2224410d85 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:39.866263 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.873280 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Calling delete_port for d2202b81-fd72-4b55-9613-2a2224410d85 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:39.952156 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] For port d2202b81-fd72-4b55-9613-2a2224410d85, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=d2202b81-fd72-4b55-9613-2a2224410d85,segment=NetworkSegment(e00bc0b8-fe14-474e-a888-b2dedcf2b03a),segment_id=e00bc0b8-fe14-474e-a888-b2dedcf2b03a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:39.952560 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:39.966765 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] Calling delete_port for d2202b81-fd72-4b55-9613-2a2224410d85 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:40.075882 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.084833 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (d2202b81-fd72-4b55-9613-2a2224410d85), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.104441 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2202b81-fd72-4b55-9613-2a2224410d85,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:40.108453 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] No DVR routers for this DVR port d2202b81-fd72-4b55-9613-2a2224410d85 on host dv-cinder-821602-21-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:00:40.117646 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] Pushing event deleted for resources: {'Port': ['ID=d2202b81-fd72-4b55-9613-2a2224410d85,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:40.121188 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb620ba0-f60f-498e-9284-441f888718c9 None None] No DVR routers for this DVR port d2202b81-fd72-4b55-9613-2a2224410d85 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:00:40.192068 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (8b16d581-7934-4cf5-856b-6309e17e9f23), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.218378 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b16d581-7934-4cf5-856b-6309e17e9f23']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:40.228641 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:40.229091 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00bc0b8-fe14-474e-a888-b2dedcf2b03a') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:40.239741 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612377'] for segment (e00bc0b8-fe14-474e-a888-b2dedcf2b03a), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.255608 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (e00bc0b8-fe14-474e-a888-b2dedcf2b03a), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.264445 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 22:00:40.264859 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58912335'] for segment (e00bc0b8-fe14-474e-a888-b2dedcf2b03a), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: Traceback (most recent call last): Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: timer() Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: cb(*args, **kw) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: return func(*args, **kwargs) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: self._notify() Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: self.callback(batched_events) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: event.method(event) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: return f(self, *a, **k) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._get(url).json() Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: return self.request(url, 'GET', **kwargs) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 22:00:40.267260 dv-cinder-821602-21-iscsi neutron-server[109848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 22:00:40.351990 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2e8264e-a666-404d-ab75-1de2f30b4a1e no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:40.372588 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: b2e8264e-a666-404d-ab75-1de2f30b4a1e {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:40.372927 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device b2e8264e-a666-404d-ab75-1de2f30b4a1e not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:40.373356 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device d2202b81-fd72-4b55-9613-2a2224410d85 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:40.392867 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: d2202b81-fd72-4b55-9613-2a2224410d85 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:40.393148 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device d2202b81-fd72-4b55-9613-2a2224410d85 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:40.393551 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:40.406620 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (8b16d581-7934-4cf5-856b-6309e17e9f23), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.412295 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:40.415460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:40.415741 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8b16d581-7934-4cf5-856b-6309e17e9f23 HTTP/1.1" status: 204 len: 168 time: 0.7892020 Jan 23 22:00:40.415871 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 2f0867ef-8230-4403-8fb3-ae84eb7b27d6 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:40.418795 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32776) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:40.441276 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252d036-1933-474e-9eff-fb4a6488d2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b16d581-7934-4cf5-856b-6309e17e9f23,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:40.771189 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (43025331-36bc-481d-bfcf-d0efa9acde54), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:41.027099 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Deleting port 328794ff-8268-42e4-a3c9-6418d2a4015f {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:41.027461 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:41.109381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] For port 328794ff-8268-42e4-a3c9-6418d2a4015f, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=328794ff-8268-42e4-a3c9-6418d2a4015f,segment=NetworkSegment(3af6b863-a0bd-4fe0-87ad-bf284a5a490f),segment_id=3af6b863-a0bd-4fe0-87ad-bf284a5a490f)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:41.109748 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:41.121476 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Calling delete_port for 328794ff-8268-42e4-a3c9-6418d2a4015f owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:41.355241 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (328794ff-8268-42e4-a3c9-6418d2a4015f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:41.381451 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Pushing event deleted for resources: {'Port': ['ID=328794ff-8268-42e4-a3c9-6418d2a4015f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:41.554196 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (43025331-36bc-481d-bfcf-d0efa9acde54), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:41.766601 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Router 43025331-36bc-481d-bfcf-d0efa9acde54 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:00:41.876486 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:00:41.881523 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b6913049-ba8e-4fa4-9663-09151d2ccffd admin admin] 10.222.0.72 "PUT /v2.0/routers/43025331-36bc-481d-bfcf-d0efa9acde54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615343 Jan 23 22:00:41.884011 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32792) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:41.887295 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] Sync routers for ids ['43025331-36bc-481d-bfcf-d0efa9acde54'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:00:41.898587 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] Routers {'43025331-36bc-481d-bfcf-d0efa9acde54'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:41.898587 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['43025331-36bc-481d-bfcf-d0efa9acde54'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:41.997550 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks [] for router (43025331-36bc-481d-bfcf-d0efa9acde54), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:42.103194 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] Set router 43025331-36bc-481d-bfcf-d0efa9acde54 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:42.291580 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T22:00:41Z', 'revision_number': 5, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:42.323919 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] Checking router: 43025331-36bc-481d-bfcf-d0efa9acde54 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:00:42.332976 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] Routers {'43025331-36bc-481d-bfcf-d0efa9acde54'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:00:42.333594 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:00:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['43025331-36bc-481d-bfcf-d0efa9acde54'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:42.368806 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks [] for router_gateway (43025331-36bc-481d-bfcf-d0efa9acde54), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:42.441788 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] Set router 43025331-36bc-481d-bfcf-d0efa9acde54 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:00:42.490297 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Deleting port 7ed6cf02-df99-49ed-8d6d-100a774c272a {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:42.490641 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:42.576944 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] For port 7ed6cf02-df99-49ed-8d6d-100a774c272a, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=7ed6cf02-df99-49ed-8d6d-100a774c272a,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:42.577653 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:42.590542 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Calling delete_port for 7ed6cf02-df99-49ed-8d6d-100a774c272a owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:42.641625 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T22:00:41Z', 'revision_number': 5, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:42.669920 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafba56-b5d1-4690-947d-ed353c8b37ec None None] The sync data for ids ['43025331-36bc-481d-bfcf-d0efa9acde54'] in dv-cinder-821602-21-iscsi is: [{'id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'name': 'tempest-TestShelveInstance-1419343987-router', 'tenant_id': '559287e02b2942e9aa698c609285885c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T22:00:41Z', 'revision_number': 5, 'project_id': '559287e02b2942e9aa698c609285885c', 'gw_port': {'id': '7ed6cf02-df99-49ed-8d6d-100a774c272a', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43025331-36bc-481d-bfcf-d0efa9acde54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T21:54:38Z', 'updated_at': '2022-01-23T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:00:42.846183 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (7ed6cf02-df99-49ed-8d6d-100a774c272a), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:42.878302 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed6cf02-df99-49ed-8d6d-100a774c272a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:42.943738 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (43025331-36bc-481d-bfcf-d0efa9acde54), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.043925 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (43025331-36bc-481d-bfcf-d0efa9acde54), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.046391 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks [] for router_controller (43025331-36bc-481d-bfcf-d0efa9acde54), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.166262 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (43025331-36bc-481d-bfcf-d0efa9acde54), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.167651 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43025331-36bc-481d-bfcf-d0efa9acde54 {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 22:00:43.172023 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.176552 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-eb309d21-6df3-4eb9-aea5-fa612b7bcb92 admin admin] 10.222.0.72 "DELETE /v2.0/routers/43025331-36bc-481d-bfcf-d0efa9acde54 HTTP/1.1" status: 204 len: 168 time: 1.2882690 Jan 23 22:00:43.176552 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32804) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:43.221508 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Deleting subnet 370aaeaa-5e61-4b20-991d-5510ff76a3b9 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 22:00:43.224727 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Publish callbacks [] for subnet (370aaeaa-5e61-4b20-991d-5510ff76a3b9), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.262752 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (370aaeaa-5e61-4b20-991d-5510ff76a3b9), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.351456 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (370aaeaa-5e61-4b20-991d-5510ff76a3b9), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.464139 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (370aaeaa-5e61-4b20-991d-5510ff76a3b9), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.489931 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370aaeaa-5e61-4b20-991d-5510ff76a3b9,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:43.494630 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.499689 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1ff85deb-4218-40e7-8c41-11cb1d8648b2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/370aaeaa-5e61-4b20-991d-5510ff76a3b9 HTTP/1.1" status: 204 len: 168 time: 0.3219347 Jan 23 22:00:43.502018 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32806) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:43.502149 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc4f09-9afe-48dc-8678-3339df8723e1 None None] Network 1d5e2979-4c49-4194-880c-089ff9bb204f requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:00:43.571953 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (1d5e2979-4c49-4194-880c-089ff9bb204f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.632709 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Deleting port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:43.645321 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.698072 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] DHCP port deletion for 1d5e2979-4c49-4194-880c-089ff9bb204f request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 22:00:43.699524 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] For port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,segment=NetworkSegment(3af6b863-a0bd-4fe0-87ad-bf284a5a490f),segment_id=3af6b863-a0bd-4fe0-87ad-bf284a5a490f)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:43.699908 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.712746 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Calling delete_port for 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:43.851940 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.879660 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:43.883071 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] No DVR routers for this DVR port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a on host dv-cinder-821602-21-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:00:43.886942 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Deleting port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:00:43.887425 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.950924 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] For port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a, host dv-cinder-821602-21-iscsi, got binding levels [] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:00:43.951364 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.962060 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (1d5e2979-4c49-4194-880c-089ff9bb204f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.964676 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Calling delete_port for 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:00:43.967476 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a was not found and therefore no delete operation was performed {{(pid=109850) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 23 22:00:43.968729 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (6a09abb7-3c2f-4d31-a2f2-6712c282ac6a), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:43.982159 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5e2979-4c49-4194-880c-089ff9bb204f']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:43.991206 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af6b863-a0bd-4fe0-87ad-bf284a5a490f') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:43.991511 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af6b863-a0bd-4fe0-87ad-bf284a5a490f') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:00:43.995711 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] Pushing event deleted for resources: {'Port': ['ID=6a09abb7-3c2f-4d31-a2f2-6712c282ac6a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:43.997692 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84e674-e04e-4b07-8720-8bdcff1228cf None None] No DVR routers for this DVR port 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:00:44.007365 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (3af6b863-a0bd-4fe0-87ad-bf284a5a490f), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.021487 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (3af6b863-a0bd-4fe0-87ad-bf284a5a490f), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.027803 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 22:00:44.028252 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (3af6b863-a0bd-4fe0-87ad-bf284a5a490f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 22:00:44.029986 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 22:00:44.160540 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (1d5e2979-4c49-4194-880c-089ff9bb204f), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.165824 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.169821 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1d5e2979-4c49-4194-880c-089ff9bb204f HTTP/1.1" status: 204 len: 168 time: 0.6674237 Jan 23 22:00:44.180266 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053910a-4cfa-424a-b79f-6ec75fe91f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5e2979-4c49-4194-880c-089ff9bb204f,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:44.356264 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:44.381970 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:44.382459 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 6a09abb7-3c2f-4d31-a2f2-6712c282ac6a not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:44.383157 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 328794ff-8268-42e4-a3c9-6418d2a4015f no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:44.405734 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 328794ff-8268-42e4-a3c9-6418d2a4015f {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:44.405992 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 328794ff-8268-42e4-a3c9-6418d2a4015f not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:44.406402 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7ed6cf02-df99-49ed-8d6d-100a774c272a no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:00:44.426833 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 7ed6cf02-df99-49ed-8d6d-100a774c272a {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:00:44.427182 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7ed6cf02-df99-49ed-8d6d-100a774c272a not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:00:44.548694 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32814) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:44.589761 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7b35be2c-4db7-4a65-9cc0-a3a5a7e9360a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9409b9243e5457ba0d83ecc3d610b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397520 Jan 23 22:00:44.592259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32816) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:44.644336 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5610-e748-403b-a3df-aa529a6de68e admin admin] Publish callbacks [] for security_group (271e3d60-6aba-4896-aaad-801462fdb343), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.666302 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5610-e748-403b-a3df-aa529a6de68e admin admin] Publish callbacks [] for security_group (271e3d60-6aba-4896-aaad-801462fdb343), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.800395 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5610-e748-403b-a3df-aa529a6de68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (271e3d60-6aba-4896-aaad-801462fdb343), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.802995 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9ffe5610-e748-403b-a3df-aa529a6de68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:44.804173 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9ffe5610-e748-403b-a3df-aa529a6de68e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/271e3d60-6aba-4896-aaad-801462fdb343 HTTP/1.1" status: 204 len: 168 time: 0.2109964 Jan 23 22:00:44.812880 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe5610-e748-403b-a3df-aa529a6de68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e3d60-6aba-4896-aaad-801462fdb343,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:45.468858 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f61604e4-be19-44e0-98e5-fd9f7287e40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:45.474585 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32826) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:45.513590 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2ff3ed49-3449-4a40-8bba-b1ca6152d186 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=559287e02b2942e9aa698c609285885c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378375 Jan 23 22:00:45.516030 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32828) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:00:45.562011 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306c1fc3-6869-4ce1-928f-581faad1d051 admin admin] Publish callbacks [] for security_group (16635ec9-25cb-46a2-b4b1-c71d6eada46e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:45.583022 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306c1fc3-6869-4ce1-928f-581faad1d051 admin admin] Publish callbacks [] for security_group (16635ec9-25cb-46a2-b4b1-c71d6eada46e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:45.670631 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306c1fc3-6869-4ce1-928f-581faad1d051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (16635ec9-25cb-46a2-b4b1-c71d6eada46e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:45.673195 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306c1fc3-6869-4ce1-928f-581faad1d051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:45.674345 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-306c1fc3-6869-4ce1-928f-581faad1d051 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16635ec9-25cb-46a2-b4b1-c71d6eada46e HTTP/1.1" status: 204 len: 168 time: 0.1574383 Jan 23 22:00:45.683629 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c1fc3-6869-4ce1-928f-581faad1d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16635ec9-25cb-46a2-b4b1-c71d6eada46e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:00:47.885853 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-960599a1-d719-4250-9c25-6c465ebab036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:49.355483 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:50.554261 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:52.017329 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:00:53.055083 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:00:56.756300 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-835a7464-2978-44ca-8188-9653222b5678 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905911348&fields=id&tenant_id=f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 267 time: 0.0461779 Jan 23 22:00:56.865994 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-b47cb449-50b3-480e-a1a7-d97e8fe0a92c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:00:56.867460 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-b47cb449-50b3-480e-a1a7-d97e8fe0a92c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 812 time: 0.1038387 Jan 23 22:00:56.882243 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-3ee75273-7f37-4e35-b368-192c82ffd7c8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/quotas/f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 375 time: 0.0088243 Jan 23 22:00:56.937228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-879da4e5-9462-4f31-a8f4-55ceefd9c74f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490909 Jan 23 22:00:57.042082 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-4397dfd9-711c-441d-9de0-f371f427d46f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 22:00:57.043759 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-4397dfd9-711c-441d-9de0-f371f427d46f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0952723 Jan 23 22:00:57.136185 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-382f3087-82e3-4035-a5e2-d6fda54cb970 service neutron] 10.222.0.72 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867696 Jan 23 22:00:57.228606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-70a5ad47-1568-4ecc-8f37-26d6e1e3dac8 service neutron] 10.222.0.72 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869083 Jan 23 22:00:57.733154 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d6561401-78c6-46dd-93cd-1c8d8c69e183 req-403f7d6f-7d5f-4b2e-ba34-f4e5a57c6e69 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0285184 Jan 23 22:00:58.810618 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64222a8d-b1a9-4d5f-8e1c-ee41b22c74c8 req-e9116784-3a46-4246-9b78-47d7c714c541 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0256443 Jan 23 22:00:59.902035 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-528565c2-13c4-44d7-b09f-b39e31a974dc req-0329ac5a-a277-423f-9d49-823e7d935501 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0252173 Jan 23 22:01:00.998214 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a42ff1af-d0c3-4791-90cf-e18fde7b4117 req-38419aaf-52df-424b-9aa0-fe0b67f71aa8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0272293 Jan 23 22:01:02.092765 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ed103754-a86a-4619-b729-f8132ecb1ce2 req-d7a4cfb1-6510-4180-8574-8d289f01459e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Jan 23 22:01:02.492879 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-7a4050ca-c882-4b26-bb02-acc426e3b0ef tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:02.494303 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-7a4050ca-c882-4b26-bb02-acc426e3b0ef tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 812 time: 0.1037014 Jan 23 22:01:02.556197 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-79d59765-132a-4bb1-8fa0-a6e9dfb5db39 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 380 time: 0.0542448 Jan 23 22:01:02.564044 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'port': {'device_id': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'admin_state_up': True, 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'security_groups': ['1c5c830c-c6f4-4388-a458-30909b097710']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:01:02.748495 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Made reservation on behalf of f93514d153964c7b9b20e7d7c9be411e for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:01:02.752050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:02.878828 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Allocated IP 172.20.0.10 (08b7ad8a-8655-43c0-af9b-0a06985f6b2a/31391c99-4aef-461f-bfbe-4412eaaeb54b/957e0364-0bdb-46da-a5e6-ee36594eb635) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:01:03.030513 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.137878 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.182854 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:01:03.192296 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:01:03.217505 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:01:03.224292 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=957e0364-0bdb-46da-a5e6-ee36594eb635,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:03.237946 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bae8f-9428-4a43-bfe7-3cb4521ae874 req-04eb0d2b-89ac-4580-885a-e456e668bfce tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:03.245603 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-927bae8f-9428-4a43-bfe7-3cb4521ae874 req-04eb0d2b-89ac-4580-885a-e456e668bfce tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 932 time: 0.0822413 Jan 23 22:01:03.254106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.254626 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.254882 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.255227 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.255652 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.255994 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.256335 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.256667 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.257142 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.257480 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.257811 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.258137 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.258459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:03.300698 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:03.301422 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.313089 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-927bae8f-9428-4a43-bfe7-3cb4521ae874 req-974cc066-63b6-490c-bc4b-a4ec9137e234 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665107 Jan 23 22:01:03.386295 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-5aa8c5c4-c60c-41d5-b279-b8a8d6c1305d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256602 Jan 23 22:01:03.397136 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Request body: {'port': {'device_id': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:01:03.429731 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-ce112406-5d0b-4b8e-b7f5-60ed0cdccdfd None None] Provisioning complete for port 957e0364-0bdb-46da-a5e6-ee36594eb635 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:01:03.430362 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce112406-5d0b-4b8e-b7f5-60ed0cdccdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.456850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.467458 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ce112406-5d0b-4b8e-b7f5-60ed0cdccdfd None None] Port 957e0364-0bdb-46da-a5e6-ee36594eb635 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:01:03.742050 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957e0364-0bdb-46da-a5e6-ee36594eb635 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 22:01:03.749672 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Publish callbacks [] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.762120 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Transition to ACTIVE for port object 957e0364-0bdb-46da-a5e6-ee36594eb635 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 22:01:03.845646 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:03.905554 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Pushing event updated for resources: {'Port': ['ID=957e0364-0bdb-46da-a5e6-ee36594eb635,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:03.978336 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Attempting to bind port 957e0364-0bdb-46da-a5e6-ee36594eb635 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:01:03.978952 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Attempting to bind port 957e0364-0bdb-46da-a5e6-ee36594eb635 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:01:03.980297 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Attempting to bind port 957e0364-0bdb-46da-a5e6-ee36594eb635 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:01:03.985179 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Port 957e0364-0bdb-46da-a5e6-ee36594eb635 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 22:01:03.985500 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Attempting to bind port 957e0364-0bdb-46da-a5e6-ee36594eb635 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:01:03.990529 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:01:03.990869 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Checking segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:01:03.991253 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Bound using segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:01:03.991713 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Bound port: 957e0364-0bdb-46da-a5e6-ee36594eb635, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:01:03.992120 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:04.056518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] For port 957e0364-0bdb-46da-a5e6-ee36594eb635, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:01:04.060299 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] For port 957e0364-0bdb-46da-a5e6-ee36594eb635, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=957e0364-0bdb-46da-a5e6-ee36594eb635,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:01:04.138204 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:04.173226 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.173847 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:04.175298 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] 10.222.0.112 "PUT /v2.0/ports/957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 200 len: 1094 time: 0.7825453 Jan 23 22:01:04.175736 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:01:04.180099 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5837d93-e5a2-4402-9de3-4355ea7bfe88" -d '{"events": [{"name": "network-changed", "server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:01:04.208965 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaa665-6446-4c64-a370-c9e3e681737c service neutron] Pushing event updated for resources: {'Port': ['ID=957e0364-0bdb-46da-a5e6-ee36594eb635,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:04.221656 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c746ee34-6a53-4a9a-85d9-5b35fef02a24 x-openstack-request-id: req-c746ee34-6a53-4a9a-85d9-5b35fef02a24 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:01:04.221939 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:01:04.222202 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c746ee34-6a53-4a9a-85d9-5b35fef02a24 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:01:04.222611 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'status': 'completed', 'code': 200} Jan 23 22:01:04.292955 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d93-e5a2-4402-9de3-4355ea7bfe88 req-426fa814-5ead-44fd-afe0-793b70a6f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.294468 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b5837d93-e5a2-4402-9de3-4355ea7bfe88 req-426fa814-5ead-44fd-afe0-793b70a6f29d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1097 time: 0.0495653 Jan 23 22:01:04.397991 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d93-e5a2-4402-9de3-4355ea7bfe88 req-5ae596f5-25cf-41f9-887a-1c2d82ba914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.399537 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b5837d93-e5a2-4402-9de3-4355ea7bfe88 req-5ae596f5-25cf-41f9-887a-1c2d82ba914b service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=f93514d153964c7b9b20e7d7c9be411e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0985820 Jan 23 22:01:04.429728 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331c8fc-7094-43c8-891f-b3722eb29d9f req-5ce1f563-dc87-42cc-b623-f5977b4fd29f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.431197 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f331c8fc-7094-43c8-891f-b3722eb29d9f req-5ce1f563-dc87-42cc-b623-f5977b4fd29f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0516801 Jan 23 22:01:04.480554 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f331c8fc-7094-43c8-891f-b3722eb29d9f req-a7de615a-6175-4f28-9ada-37cf0e563c44 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Jan 23 22:01:04.496745 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d93-e5a2-4402-9de3-4355ea7bfe88 req-4e98b3fc-3fb0-453c-87f4-2f577d34429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.498228 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b5837d93-e5a2-4402-9de3-4355ea7bfe88 req-4e98b3fc-3fb0-453c-87f4-2f577d34429c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934591 Jan 23 22:01:04.574462 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-06932348-7069-4df4-adae-c34d9fb004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.576076 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-06932348-7069-4df4-adae-c34d9fb004e9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1097 time: 0.0412464 Jan 23 22:01:04.623208 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-44034271-b1d9-4e34-9351-190c2c3ca058 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 200 len: 217 time: 0.0394678 Jan 23 22:01:04.672366 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-f7edf74b-d494-4e70-bb35-722cef7d3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.673862 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-f7edf74b-d494-4e70-bb35-722cef7d3683 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0454340 Jan 23 22:01:04.719552 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80130-8907-40b7-83ca-4657379e98bb req-17c6ff78-7099-4c4c-9f0b-00aabad1ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:04.721033 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-17c6ff78-7099-4c4c-9f0b-00aabad1ccf0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411668 Jan 23 22:01:04.814973 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-454d7a8d-92de-40c4-afe9-8ab4765ccc12 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876698 Jan 23 22:01:04.910023 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9be80130-8907-40b7-83ca-4657379e98bb req-d13e55bd-b6b1-4002-925d-ddb470d6d420 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892375 Jan 23 22:01:05.601247 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3592825-c18a-4f39-9b97-446af0be222d req-22abda59-d353-474e-92f2-100c6e0daae7 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:05.602708 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c3592825-c18a-4f39-9b97-446af0be222d req-22abda59-d353-474e-92f2-100c6e0daae7 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0526798 Jan 23 22:01:05.650401 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c3592825-c18a-4f39-9b97-446af0be222d req-1d410682-f404-4a12-a016-09fdaf9b2c9d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Jan 23 22:01:06.766000 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca1053-6a41-432e-b2b5-77ddfbb45387 req-45399673-684f-4dc8-acd5-eb1c28b87521 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:06.767502 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2dca1053-6a41-432e-b2b5-77ddfbb45387 req-45399673-684f-4dc8-acd5-eb1c28b87521 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Jan 23 22:01:06.818422 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2dca1053-6a41-432e-b2b5-77ddfbb45387 req-925ea30b-9f0b-46eb-9629-5570a287793a tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Jan 23 22:01:07.938104 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7dd8-bf19-4bae-ba48-ec8589a43b7d req-c1bdd65b-71e2-40bc-8b2e-11d13e7be4fb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:07.939633 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b8f7dd8-bf19-4bae-ba48-ec8589a43b7d req-c1bdd65b-71e2-40bc-8b2e-11d13e7be4fb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0541036 Jan 23 22:01:07.991485 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b8f7dd8-bf19-4bae-ba48-ec8589a43b7d req-a1ffcb16-84fa-46dd-a604-9a484443f70f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Jan 23 22:01:08.738865 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 32978) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:01:08.843867 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bd5d0679-946d-4268-aff3-8cfb391b3b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:08.921719 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bd5d0679-946d-4268-aff3-8cfb391b3b19 admin admin] Publish callbacks [] for security_group (40d62e72-8e99-4936-9ebb-75dd7f43ac16), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:08.977123 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bd5d0679-946d-4268-aff3-8cfb391b3b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (40d62e72-8e99-4936-9ebb-75dd7f43ac16), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:09.022481 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-bd5d0679-946d-4268-aff3-8cfb391b3b19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3d8697158274c5ebbab4c6cf2cda79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801650 Jan 23 22:01:09.022481 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d0679-946d-4268-aff3-8cfb391b3b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d62e72-8e99-4936-9ebb-75dd7f43ac16,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:09.023041 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 32984) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:01:09.115787 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Publish callbacks [] for security_group (40d62e72-8e99-4936-9ebb-75dd7f43ac16), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:09.125655 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Publish callbacks [] for security_group (40d62e72-8e99-4936-9ebb-75dd7f43ac16), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:09.139808 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466e5-4b46-4084-934c-75df852f460f req-b337606a-4875-43fb-9986-27e17b28e98c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:09.141304 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f1466e5-4b46-4084-934c-75df852f460f req-b337606a-4875-43fb-9986-27e17b28e98c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0795732 Jan 23 22:01:09.207803 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f1466e5-4b46-4084-934c-75df852f460f req-6ee6a97a-ecf9-4016-a1bb-829f47d8e120 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576406 Jan 23 22:01:09.279169 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (40d62e72-8e99-4936-9ebb-75dd7f43ac16), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:09.281772 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:09.283279 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40d62e72-8e99-4936-9ebb-75dd7f43ac16 HTTP/1.1" status: 204 len: 168 time: 0.2582963 Jan 23 22:01:09.291630 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d62e72-8e99-4936-9ebb-75dd7f43ac16,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:09.299596 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.300043 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.300392 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.300729 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.301092 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.301381 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.301713 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.302157 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.302489 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.302818 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.303148 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.303493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.303817 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75521f-7ca3-4735-86aa-43b303bc81f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:09.577188 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:10.332283 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee3f03-f70e-4c54-8846-3d700a305f14 req-1bb1f51d-41ba-4cc0-b1b1-453df07b0c9d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:10.333783 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2ee3f03-f70e-4c54-8846-3d700a305f14 req-1bb1f51d-41ba-4cc0-b1b1-453df07b0c9d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0558636 Jan 23 22:01:10.382589 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b2ee3f03-f70e-4c54-8846-3d700a305f14 req-8833ae6f-d5c1-441c-8eb8-67bcae002b8c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Jan 23 22:01:11.494929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879a48-e70c-425b-baa6-7cdac18bf6fe req-645be6cb-c692-4ef1-a4c6-58e431a4b5eb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:11.496411 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-17879a48-e70c-425b-baa6-7cdac18bf6fe req-645be6cb-c692-4ef1-a4c6-58e431a4b5eb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0472717 Jan 23 22:01:11.544769 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-17879a48-e70c-425b-baa6-7cdac18bf6fe req-7adc4994-f15b-434f-aff8-a6ac69e3ad90 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Jan 23 22:01:12.658665 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb859b4-1347-44d5-9f3b-c21e68b4a7a3 req-2b23ad99-c9f7-43b1-a472-3038f94e40b3 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:12.660167 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1eb859b4-1347-44d5-9f3b-c21e68b4a7a3 req-2b23ad99-c9f7-43b1-a472-3038f94e40b3 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0486333 Jan 23 22:01:12.711432 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1eb859b4-1347-44d5-9f3b-c21e68b4a7a3 req-80cace49-a173-46d1-b532-b7962a6482eb tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456595 Jan 23 22:01:13.539868 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 957e0364-0bdb-46da-a5e6-ee36594eb635 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 22:01:13.665025 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 957e0364-0bdb-46da-a5e6-ee36594eb635, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=957e0364-0bdb-46da-a5e6-ee36594eb635,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:01:13.678916 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'port_id': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'mac_address': 'fa:16:3e:5e:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 22:01:13.724096 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 957e0364-0bdb-46da-a5e6-ee36594eb635 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:01:13.724576 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:13.738187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957e0364-0bdb-46da-a5e6-ee36594eb635 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 22:01:13.758816 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 957e0364-0bdb-46da-a5e6-ee36594eb635, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=957e0364-0bdb-46da-a5e6-ee36594eb635,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:01:13.811885 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:13.828785 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac9fa-07ba-42a8-93f5-0266b86f20b2 req-0df95f09-78a9-484e-abff-57a51d8cbf9e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:13.830272 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9cac9fa-07ba-42a8-93f5-0266b86f20b2 req-0df95f09-78a9-484e-abff-57a51d8cbf9e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 944 time: 0.0499487 Jan 23 22:01:13.863225 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=957e0364-0bdb-46da-a5e6-ee36594eb635,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:13.870280 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.870640 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.870994 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.871363 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.872375 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.872721 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.873057 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.873391 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.873722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.874106 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.874440 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.874769 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.875094 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:01:13.879779 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9cac9fa-07ba-42a8-93f5-0266b86f20b2 req-7a8aa172-2c88-4843-ba1d-8ee9d727c76a tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Jan 23 22:01:14.166875 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['957e0364-0bdb-46da-a5e6-ee36594eb635'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 22:01:15.008986 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51428ca-d975-466f-9339-4c0fb526de12 req-54175c78-4908-4daf-84b7-d5d9e8d4527e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:15.010571 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d51428ca-d975-466f-9339-4c0fb526de12 req-54175c78-4908-4daf-84b7-d5d9e8d4527e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 945 time: 0.0502334 Jan 23 22:01:15.060958 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d51428ca-d975-466f-9339-4c0fb526de12 req-45d9bf68-21e2-409f-a294-19bbc7311c53 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447013 Jan 23 22:01:15.422265 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9d55-2488-45af-8549-738f81cd526a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:15.539134 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 957e0364-0bdb-46da-a5e6-ee36594eb635 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:01:15.633797 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 957e0364-0bdb-46da-a5e6-ee36594eb635 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 22:01:15.637722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 957e0364-0bdb-46da-a5e6-ee36594eb635 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:01:15.638098 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:15.717194 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 957e0364-0bdb-46da-a5e6-ee36594eb635 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:01:15.717579 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:15.739919 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:01:15.742330 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c118ad-a819-4b27-b6b4-f8b6dc3fdf74" -d '{"events": [{"server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "name": "network-vif-plugged", "status": "completed", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:01:15.756046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 957e0364-0bdb-46da-a5e6-ee36594eb635, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=957e0364-0bdb-46da-a5e6-ee36594eb635,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:01:15.777504 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47376d6f-fc35-43b6-93c9-eabe42955342 x-openstack-request-id: req-47376d6f-fc35-43b6-93c9-eabe42955342 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:01:15.778311 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "name": "network-vif-plugged", "status": "completed", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:01:15.778644 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47376d6f-fc35-43b6-93c9-eabe42955342 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:01:15.779026 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'code': 200} Jan 23 22:01:15.805662 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:15.854655 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=957e0364-0bdb-46da-a5e6-ee36594eb635,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:16.135300 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c422cd-8adb-47fa-9bcf-8222c3d3bd45 req-667e67e4-4cae-4984-b2f9-5e2b6835781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:16.136811 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a4c422cd-8adb-47fa-9bcf-8222c3d3bd45 req-667e67e4-4cae-4984-b2f9-5e2b6835781e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1099 time: 0.0425875 Jan 23 22:01:16.180009 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804210e-2eb8-4565-9e4e-a3fe574bd90a req-105abba7-6cc1-4854-9e3f-079238e33c51 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:16.181736 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4804210e-2eb8-4565-9e4e-a3fe574bd90a req-105abba7-6cc1-4854-9e3f-079238e33c51 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.0533798 Jan 23 22:01:16.185966 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a4c422cd-8adb-47fa-9bcf-8222c3d3bd45 req-e9fd2031-d640-4351-af03-4930eaab5df8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Jan 23 22:01:16.230534 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4804210e-2eb8-4565-9e4e-a3fe574bd90a req-0173df04-0802-497d-829f-e4f81b5f0a4b tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423102 Jan 23 22:01:17.368075 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7170b6-5c20-4fef-aa6e-3adb091459e1 req-2baf286d-4e73-41bc-a60f-711724e2bad4 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:17.369517 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b7170b6-5c20-4fef-aa6e-3adb091459e1 req-2baf286d-4e73-41bc-a60f-711724e2bad4 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.0554559 Jan 23 22:01:17.420827 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b7170b6-5c20-4fef-aa6e-3adb091459e1 req-4803c11f-2b4e-4726-9be3-70e1c87bf2e6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Jan 23 22:01:17.828379 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b24686ef-6a34-41a5-8a34-ef294467e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:18.538516 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58baef-666a-4387-a8af-9a3539caea81 req-36c4066b-9330-4806-9630-23ad14b57d9f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:18.539976 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce58baef-666a-4387-a8af-9a3539caea81 req-36c4066b-9330-4806-9630-23ad14b57d9f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.0515797 Jan 23 22:01:18.589141 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce58baef-666a-4387-a8af-9a3539caea81 req-ce1b598f-55d5-441a-8bb0-40eca34319b7 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Jan 23 22:01:18.705827 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886454b2-0afe-4b8c-9851-63a2a04f4921 req-449619ce-60e3-410c-a724-09a9e0684c85 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:18.707334 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-886454b2-0afe-4b8c-9851-63a2a04f4921 req-449619ce-60e3-410c-a724-09a9e0684c85 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.0493078 Jan 23 22:01:18.755168 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-886454b2-0afe-4b8c-9851-63a2a04f4921 req-1c2c2de3-6485-4f4b-9bb5-a95b766cc891 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Jan 23 22:01:18.776278 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33008) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:01:18.968410 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee7f9c-b426-4119-8453-fbfc08aa6d7b tempest-TestVolumeBootPattern-1720443789 tempest-TestVolumeBootPattern-1720443789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:18.969998 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-38ee7f9c-b426-4119-8453-fbfc08aa6d7b tempest-TestVolumeBootPattern-1720443789 tempest-TestVolumeBootPattern-1720443789-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1094 time: 0.1927347 Jan 23 22:01:18.975195 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33012) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:01:18.979423 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'port_id': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:01:19.108242 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:19.205731 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:19.309691 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Allocated IP 172.27.0.9 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/ebec7332-af98-4e32-9455-1d4df9ecb426) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:01:19.342690 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:19.417474 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:19.508435 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:19.549734 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:01:19.552675 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:01:19.556068 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:01:19.562064 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=ebec7332-af98-4e32-9455-1d4df9ecb426,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:19.918725 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (5a4409dd-11ae-4c9c-9795-09468f2e7411), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:20.043988 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:20.188062 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:20.243968 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:20.318062 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=ebec7332-af98-4e32-9455-1d4df9ecb426,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:01:20.330410 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (5a4409dd-11ae-4c9c-9795-09468f2e7411), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:20.433589 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Floating IP 5a4409dd-11ae-4c9c-9795-09468f2e7411 associated. External IP: 172.27.0.9, port: 957e0364-0bdb-46da-a5e6-ee36594eb635. Jan 23 22:01:20.570717 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:20.903892 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:01:21.014667 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:01:21.025948 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:01:21.037085 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:01:21.039621 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:01:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:01:21.104625 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:21.134575 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e0978ac1-ac46-43b1-9a81-957cf30389c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1583071 Jan 23 22:01:21.135231 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:01:21.137500 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2653f29-b996-40ec-a056-132075dec9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:01:21.147911 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:01:21.175794 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3a7ee-899d-42f7-95c2-abadf4e0acb4 x-openstack-request-id: req-a0e3a7ee-899d-42f7-95c2-abadf4e0acb4 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:01:21.176301 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:01:21.176565 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0e3a7ee-899d-42f7-95c2-abadf4e0acb4 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:01:21.176969 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'status': 'completed', 'code': 200} Jan 23 22:01:21.239078 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2653f29-b996-40ec-a056-132075dec9b5 req-f14f7201-4d3d-4cd3-8544-cbd8faab356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:21.240624 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-f14f7201-4d3d-4cd3-8544-cbd8faab356c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1099 time: 0.0404820 Jan 23 22:01:21.334250 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2653f29-b996-40ec-a056-132075dec9b5 req-9590b48c-733d-4da5-9e98-d9bacf89662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:21.342616 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-9590b48c-733d-4da5-9e98-d9bacf89662e service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0897238 Jan 23 22:01:21.382379 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '5a4409dd-11ae-4c9c-9795-09468f2e7411', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:5e:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:01:19Z', 'updated_at': '2022-01-23T22:01:19Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:01:21.400266 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-62e411d5-6255-43ab-b771-28a0ae9e828f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 200 len: 998 time: 0.0587122 Jan 23 22:01:21.413659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:01:21.422440 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:01:21.423059 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:01:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:01:21.452192 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2653f29-b996-40ec-a056-132075dec9b5 req-1561c158-9f00-4410-ad92-89bd49ce858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:21.453656 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-1561c158-9f00-4410-ad92-89bd49ce858c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0478091 Jan 23 22:01:21.498995 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2653f29-b996-40ec-a056-132075dec9b5 req-1d309dac-16ca-4474-8bc6-5ceead376198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:21.500525 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-1d309dac-16ca-4474-8bc6-5ceead376198 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407233 Jan 23 22:01:21.528262 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:01:21.587433 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-c461c55a-3fcb-4e9d-8f55-df1f481242ee service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809064 Jan 23 22:01:21.679051 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2653f29-b996-40ec-a056-132075dec9b5 req-8fd713a4-c70b-48bc-aff7-aeb8b789e153 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Jan 23 22:01:21.749942 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '5a4409dd-11ae-4c9c-9795-09468f2e7411', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:5e:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:01:19Z', 'updated_at': '2022-01-23T22:01:19Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:01:21.776457 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59af0e1-ff8f-4ea0-ad57-5fb04276b6f3 None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '5a4409dd-11ae-4c9c-9795-09468f2e7411', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:5e:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:01:19Z', 'updated_at': '2022-01-23T22:01:19Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:01:21.950962 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-1ca3da43-0430-416c-bddb-f318cb14ed2c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484860 Jan 23 22:01:21.963251 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abf712-2ca4-42f3-b7bd-2d86aeafd623 None None] New status for floating IP 5a4409dd-11ae-4c9c-9795-09468f2e7411: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:01:22.045978 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:22.060129 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-cd410e7f-5ff9-43c5-ae29-cdc1943fb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:22.062273 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-cd410e7f-5ff9-43c5-ae29-cdc1943fb632 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1099 time: 0.0497875 Jan 23 22:01:22.174209 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-1e5a13de-20cc-4b0f-a7cf-815715575b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:22.175791 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-1e5a13de-20cc-4b0f-a7cf-815715575b9b service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0883486 Jan 23 22:01:22.247136 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-ccdc94ce-78b9-4448-96c5-7551ffbef8a1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 200 len: 998 time: 0.0654805 Jan 23 22:01:22.296841 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-493ddcd9-3c32-4d1e-b8c2-197aade6ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:22.298289 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-493ddcd9-3c32-4d1e-b8c2-197aade6ccbc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0458560 Jan 23 22:01:22.345558 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-00738dad-1b62-431b-959a-7920f1b69917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:01:22.347069 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-00738dad-1b62-431b-959a-7920f1b69917 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423841 Jan 23 22:01:22.695645 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-4242dae3-6b35-46cc-9421-25d215b9b0f5 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422980 Jan 23 22:01:22.781902 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-38396e05-6b2e-4157-8e2b-9f5a5c27d1e9 req-f943399f-e145-41c2-a0a2-78a0936e365b service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807946 Jan 23 22:01:30.055492 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:01:39.592039 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:45.439667 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddcb8275-8a9c-47bd-bc9e-c8468eb08e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:47.868053 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8ec96fd4-f383-4840-bba2-1ba66be92c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:49.357325 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:50.579596 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:01:52.056056 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:07.054721 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:02:09.609716 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:15.441517 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4f1e-7e80-4bf1-946c-16b276e8f648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:17.861317 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-302234fc-21bb-49dd-bc88-c2cdfda483d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:19.350588 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:20.566889 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:21.989607 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-20dccc6b-bd14-419d-959a-695a0ee1ebe6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922093 Jan 23 22:02:22.066898 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:22.074867 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-293b3cc1-c7a7-488c-b565-25702cdcad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:02:22.076476 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-293b3cc1-c7a7-488c-b565-25702cdcad2a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1099 time: 0.0447016 Jan 23 22:02:22.176676 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-077ae492-f061-49d1-9d8a-8ec09ded3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:02:22.178058 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-077ae492-f061-49d1-9d8a-8ec09ded3d29 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0839040 Jan 23 22:02:22.245135 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-27c0e5f6-a689-489f-a855-12dc61476dcb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 200 len: 1000 time: 0.0609419 Jan 23 22:02:22.290968 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-7c5953cf-73a0-491f-86c8-a3d143770247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:02:22.292403 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-7c5953cf-73a0-491f-86c8-a3d143770247 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0415084 Jan 23 22:02:22.338298 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-2ad9758f-cb1c-4c7a-9fc6-3da58dabc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:02:22.340237 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-2ad9758f-cb1c-4c7a-9fc6-3da58dabc9da service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410154 Jan 23 22:02:22.431897 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-7f3f4cce-9bd6-4a8f-bd6f-60d3f0be0600 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858235 Jan 23 22:02:22.518529 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5b1398b5-5e0b-464f-8537-56bc0949800e req-97e251f1-cfb5-4d90-9a50-3c747a153c3a service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801036 Jan 23 22:02:33.000553 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-3edac83f-c5de-48e9-bb6c-8559732eaa19 req-70ae9658-b702-421d-8d39-8380b1621de9 service neutron] (109848) timed out ('10.222.0.112', 50188) {{(pid=109848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 23 22:02:35.552694 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-9855bdd2-600e-4532-ac83-2673ac5dab35 req-eec687b9-33a4-4db6-bc22-046fe0f70e40 service neutron] (109849) timed out ('10.222.0.112', 50190) {{(pid=109849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 23 22:02:39.614698 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:44.053831 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:02:45.460499 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45b9fb44-23f5-4f1d-8c37-f2e4f8e6742d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:47.857778 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b593e4a2-ab9d-43e3-bf76-49298c2f80a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:49.368533 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:50.594970 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:02:52.069017 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:09.631049 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:15.484887 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4b308c82-c1b0-4c7b-8b56-a8829e955a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:17.854170 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eee92b5d-7d79-4f73-a0eb-aa1b9197cc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:19.358989 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:20.587496 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:21.053817 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:03:22.036664 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:22.946075 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-405c20ac-dd70-4bdf-a115-c3cf10611df3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476499 Jan 23 22:03:23.026977 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-749d0a20-f10e-4775-b4ef-2754a5cf5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:23.028801 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-749d0a20-f10e-4775-b4ef-2754a5cf5001 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 1099 time: 0.0404160 Jan 23 22:03:23.135585 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-65f3847b-6163-4aa9-bc31-e854e188f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:23.137093 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-65f3847b-6163-4aa9-bc31-e854e188f531 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0899441 Jan 23 22:03:23.210833 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-52014111-511a-46c3-b2b3-2cdbebfb5d1a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 200 len: 1000 time: 0.0659926 Jan 23 22:03:23.260692 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-eb7b3d7e-adec-4c1c-80fe-7f458a975f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:23.262166 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-eb7b3d7e-adec-4c1c-80fe-7f458a975f13 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0458663 Jan 23 22:03:23.311373 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-c84dc1bc-470a-4918-9224-26b88d986001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:23.312844 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-c84dc1bc-470a-4918-9224-26b88d986001 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444098 Jan 23 22:03:23.400588 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-cb51cc16-8c8e-4fba-a358-140ea48d142c service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817041 Jan 23 22:03:23.491037 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e5d39705-7ff1-4f2f-8d76-06a7cf21ee96 req-f323df05-09a2-4552-8974-b32ea53ba3f4 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Jan 23 22:03:36.495144 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7e88-ebda-498f-a6c4-b8c36c6bd0e1 req-511b097d-344d-4c74-9abf-f15aa3cfb709 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:36.496637 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-761b7e88-ebda-498f-a6c4-b8c36c6bd0e1 req-511b097d-344d-4c74-9abf-f15aa3cfb709 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.1805925 Jan 23 22:03:36.543830 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-761b7e88-ebda-498f-a6c4-b8c36c6bd0e1 req-73b7ee8a-08b8-496a-9a6f-fb5bbd41c52f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Jan 23 22:03:37.712823 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8146026-53ec-4000-99e9-c21ca5cc299d req-1e9512f3-0d88-4df5-a598-61a2ea03ff38 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:37.714273 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e8146026-53ec-4000-99e9-c21ca5cc299d req-1e9512f3-0d88-4df5-a598-61a2ea03ff38 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.0998943 Jan 23 22:03:37.765224 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e8146026-53ec-4000-99e9-c21ca5cc299d req-9e507182-d9ff-4e90-9ec3-3f477f0e78a4 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454440 Jan 23 22:03:38.007105 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-b12eb99f-7bb7-4027-bf92-989cf6b28c3c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:38.008636 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-b12eb99f-7bb7-4027-bf92-989cf6b28c3c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Jan 23 22:03:38.096249 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Deleting port 957e0364-0bdb-46da-a5e6-ee36594eb635 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:03:38.096591 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:38.187388 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] For port 957e0364-0bdb-46da-a5e6-ee36594eb635, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=957e0364-0bdb-46da-a5e6-ee36594eb635,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:03:38.187681 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:38.364634 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:38.365520 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (5a4409dd-11ae-4c9c-9795-09468f2e7411), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:38.365836 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Floating IP 5a4409dd-11ae-4c9c-9795-09468f2e7411 disassociated. External IP: 172.27.0.9, port: 957e0364-0bdb-46da-a5e6-ee36594eb635. Jan 23 22:03:38.366176 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Calling delete_port for 957e0364-0bdb-46da-a5e6-ee36594eb635 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:03:38.558353 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (957e0364-0bdb-46da-a5e6-ee36594eb635), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:38.585712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'Port': ['ID=957e0364-0bdb-46da-a5e6-ee36594eb635,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:03:38.595510 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.595863 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.596210 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.596551 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.596886 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.597220 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.597557 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.597887 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.598215 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.599030 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.599030 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.599210 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.599712 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:03:38.717473 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:03:38.842368 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:03:38.855380 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:03:38.866741 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6743e62f-6d46-4b30-b16a-6f6e402b7f95 req-fa51ca51-6e21-4d12-9af3-949ced41d2e8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0304163 Jan 23 22:03:38.867320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:03:38.867858 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:03:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:03:38.884092 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] No DVR routers for this DVR port 957e0364-0bdb-46da-a5e6-ee36594eb635 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:03:38.886611 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:38.889998 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7ca572b7-92a9-480c-8f5d-7311c94a7b52 req-8d4f5c92-ce0c-4f84-8fca-28d878c3fbd5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "DELETE /v2.0/ports/957e0364-0bdb-46da-a5e6-ee36594eb635 HTTP/1.1" status: 204 len: 173 time: 0.8760927 Jan 23 22:03:38.890439 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'name': 'network-vif-deleted', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:03:38.892689 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0a890-679f-4347-b21d-980f698d0f96" -d '{"events": [{"server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "name": "network-vif-deleted", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:03:38.941661 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e18ce9-a12f-4e4c-8e07-5680514e04fc x-openstack-request-id: req-11e18ce9-a12f-4e4c-8e07-5680514e04fc {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:03:38.941981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3febe03-6b13-44c2-b431-805ddccd4544", "name": "network-vif-deleted", "tag": "957e0364-0bdb-46da-a5e6-ee36594eb635", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:03:38.942201 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11e18ce9-a12f-4e4c-8e07-5680514e04fc {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:03:38.942598 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3febe03-6b13-44c2-b431-805ddccd4544', 'name': 'network-vif-deleted', 'tag': '957e0364-0bdb-46da-a5e6-ee36594eb635', 'status': 'completed', 'code': 200} Jan 23 22:03:38.990660 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:03:39.203659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:03:39.229774 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:03:39.237894 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:03:39.238498 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:03:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:03:39.345898 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:03:39.549310 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:03:39.585585 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969edd11-cf89-4ba9-bf11-49517fdaf5bc None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:03:39.644083 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:39.798749 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39e743-e44b-4a5b-9eb1-8292cefb81ed None None] New status for floating IP 5a4409dd-11ae-4c9c-9795-09468f2e7411: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:03:39.983487 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1734fd6-6c89-49bd-bd57-e69b9b14a09c req-5b853f4b-3add-4223-9904-51c11b8c7c60 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3febe03-6b13-44c2-b431-805ddccd4544 HTTP/1.1" status: 200 len: 210 time: 0.0298514 Jan 23 22:03:41.237694 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-fa2d7db7-7e25-474d-b04e-c1a00bd5ab95 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905911348&fields=id&tenant_id=f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 267 time: 0.0434468 Jan 23 22:03:41.346646 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-c4b4a9f2-0960-422f-bea1-f9b335175746 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:41.348116 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-c4b4a9f2-0960-422f-bea1-f9b335175746 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 812 time: 0.1036205 Jan 23 22:03:41.362267 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-adb1de7e-c09e-4bfd-89a0-f2077003eaa1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/quotas/f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 375 time: 0.0087156 Jan 23 22:03:41.411185 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-07decfef-e0d4-4378-90b6-01c996b1dcd9 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441813 Jan 23 22:03:41.469192 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-5285b13a-6d33-473b-8951-b5d1fa526d94 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 22:03:41.470228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-5285b13a-6d33-473b-8951-b5d1fa526d94 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456486 Jan 23 22:03:41.558228 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-534cc152-d6cf-46ba-9d8d-17736b82bca5 service neutron] 10.222.0.72 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821278 Jan 23 22:03:41.650281 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-2fd66d82-1e75-4b4b-ad13-c9cf1f5a0243 service neutron] 10.222.0.72 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Jan 23 22:03:42.204835 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 957e0364-0bdb-46da-a5e6-ee36594eb635 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:03:42.224757 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 957e0364-0bdb-46da-a5e6-ee36594eb635 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:03:42.225107 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 957e0364-0bdb-46da-a5e6-ee36594eb635 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:03:43.228039 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9a99cff6-0ea8-4e49-89e7-0ca388364e1b req-5fa83504-dc7e-451c-aa64-b30cd6a1b090 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0257146 Jan 23 22:03:44.303951 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a3948d2-04ee-4d75-aaa2-6e11be1ada85 req-e28b2414-1236-4662-a52c-2ec8d130c8c8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0256641 Jan 23 22:03:45.388373 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-03bf7c4f-aefa-491f-8872-6fde35b7f9e0 req-a8dc3d20-9863-481d-b47d-d578d104bb0c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0337782 Jan 23 22:03:45.470354 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02497c93-4c34-46a4-a15c-56176c22b8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:46.463919 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f20c811-399a-49da-b510-5f4a34299043 req-c67c8585-116a-4606-9aaf-99bc40643402 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0258489 Jan 23 22:03:47.558307 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4576eb12-056b-4740-bd7b-c403562eb936 req-4f099731-8c49-4a34-855d-88742f9ef814 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Jan 23 22:03:47.860587 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25da16a8-3243-4aab-806c-75f3fc152686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:48.654866 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7244014f-549c-4848-9dc3-d1563cc4b3f7 req-ee88eda7-5b7b-4b0a-bc42-4ebfa8e538ee tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0274768 Jan 23 22:03:49.345465 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-8c94f916-9148-4ffb-b5ea-6de9644c1f0f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:49.346929 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-8c94f916-9148-4ffb-b5ea-6de9644c1f0f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 812 time: 0.1084709 Jan 23 22:03:49.380801 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:49.410355 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-371bd4a8-3e9d-4d88-8049-dd724ad22aaf tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 380 time: 0.0559790 Jan 23 22:03:49.418382 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'port': {'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'admin_state_up': True, 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'security_groups': ['1c5c830c-c6f4-4388-a458-30909b097710']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:03:49.626615 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Made reservation on behalf of f93514d153964c7b9b20e7d7c9be411e for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:03:49.630457 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:49.762629 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6ae55b62-7d50-457c-ba87-e6bf1543a293 req-9cecc1a4-627b-456a-a9e6-b394297fc7dd tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0282950 Jan 23 22:03:49.764773 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Allocated IP 172.20.0.12 (08b7ad8a-8655-43c0-af9b-0a06985f6b2a/31391c99-4aef-461f-bfbe-4412eaaeb54b/ca4b097d-5f6f-4436-9529-b1de61a06a04) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:03:49.908466 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.059884 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.106391 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:03:50.109336 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:03:50.112900 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:03:50.120499 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=ca4b097d-5f6f-4436-9529-b1de61a06a04,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:03:50.173155 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:50.174544 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.257563 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-7eccf907-fd69-43a9-808f-5a650748bb6f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428760 Jan 23 22:03:50.269841 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Request body: {'port': {'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:03:50.327116 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.357540 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-698a99b8-715b-4042-8d65-949eb43eb7cf None None] Provisioning complete for port ca4b097d-5f6f-4436-9529-b1de61a06a04 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:03:50.358003 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-698a99b8-715b-4042-8d65-949eb43eb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.391652 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-698a99b8-715b-4042-8d65-949eb43eb7cf None None] Port ca4b097d-5f6f-4436-9529-b1de61a06a04 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:03:50.574849 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.598165 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4b097d-5f6f-4436-9529-b1de61a06a04 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 22:03:50.605972 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Publish callbacks [] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.617778 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Transition to ACTIVE for port object ca4b097d-5f6f-4436-9529-b1de61a06a04 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 22:03:50.677958 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.729160 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4b097d-5f6f-4436-9529-b1de61a06a04,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:03:50.803170 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Attempting to bind port ca4b097d-5f6f-4436-9529-b1de61a06a04 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:03:50.803576 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Attempting to bind port ca4b097d-5f6f-4436-9529-b1de61a06a04 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:03:50.803919 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Attempting to bind port ca4b097d-5f6f-4436-9529-b1de61a06a04 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:03:50.809804 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Port ca4b097d-5f6f-4436-9529-b1de61a06a04 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 22:03:50.810133 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Attempting to bind port ca4b097d-5f6f-4436-9529-b1de61a06a04 on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:03:50.816640 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 22, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:03:50.818255 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Checking segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:03:50.818255 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Bound using segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:03:50.818255 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Bound port: ca4b097d-5f6f-4436-9529-b1de61a06a04, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:03:50.818255 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:50.904553 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92ec8-26e8-4146-a3ec-8f340c77955d req-d44947d6-ca4d-4d34-9694-542bb3608543 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:50.906475 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7af92ec8-26e8-4146-a3ec-8f340c77955d req-d44947d6-ca4d-4d34-9694-542bb3608543 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0598876 Jan 23 22:03:50.906623 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] For port ca4b097d-5f6f-4436-9529-b1de61a06a04, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:03:50.909806 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] For port ca4b097d-5f6f-4436-9529-b1de61a06a04, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:03:50.960604 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7af92ec8-26e8-4146-a3ec-8f340c77955d req-cccdc2ed-744f-4ea5-8f67-a52e0372ebed tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487454 Jan 23 22:03:50.981515 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:51.020359 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.020974 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:51.022346 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] 10.222.0.112 "PUT /v2.0/ports/ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 1094 time: 0.7568908 Jan 23 22:03:51.022780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:03:51.025166 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e80c72c-d11a-4089-8755-15a7c42a2162" -d '{"events": [{"name": "network-changed", "server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:03:51.053811 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45964bcc-03a5-4666-a427-da937cd71499 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4b097d-5f6f-4436-9529-b1de61a06a04,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:03:51.146177 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eafed4d-4a1c-455e-b80c-9be10a02753f x-openstack-request-id: req-4eafed4d-4a1c-455e-b80c-9be10a02753f {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:03:51.146532 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:03:51.146750 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4eafed4d-4a1c-455e-b80c-9be10a02753f {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:03:51.147132 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'status': 'completed', 'code': 200} Jan 23 22:03:51.163973 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-a131b639-f8f4-4695-9dd8-0b726e37a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.166651 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-a131b639-f8f4-4695-9dd8-0b726e37a515 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1097 time: 0.0472054 Jan 23 22:03:51.212959 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-0e2842ec-ccb7-41a1-a42d-b3e747672ed6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 217 time: 0.0387168 Jan 23 22:03:51.272547 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-15a939b2-a347-4ccf-ad86-20529b0661ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.274010 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-15a939b2-a347-4ccf-ad86-20529b0661ff service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0432277 Jan 23 22:03:51.319103 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-88f0db24-7bde-43c3-918f-d8f2f4ef5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.320670 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-88f0db24-7bde-43c3-918f-d8f2f4ef5a01 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405920 Jan 23 22:03:51.426417 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-1c2afebf-d12f-43ca-9278-3ac80bede9ae service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997684 Jan 23 22:03:51.513948 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2655ad7-4893-4c99-869d-7cb6ef012aa2 req-761a1091-1e88-44e0-a9a6-d6c32a7c877a service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817540 Jan 23 22:03:51.673636 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-9cdb22e3-cc09-4343-bf05-bea1599fa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.673636 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-9cdb22e3-cc09-4343-bf05-bea1599fa8ed service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1097 time: 0.0423648 Jan 23 22:03:51.769864 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-2cef3776-b603-4d24-b9dd-dc6ddc50b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.771247 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-2cef3776-b603-4d24-b9dd-dc6ddc50b561 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0924060 Jan 23 22:03:51.811760 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-557f7912-50e1-4d2a-99f2-6509780e4173 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 217 time: 0.0339041 Jan 23 22:03:51.862637 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-b9215f62-a8d9-4c00-8626-99daed7847c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.864138 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-b9215f62-a8d9-4c00-8626-99daed7847c4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0469060 Jan 23 22:03:51.908767 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-fb980394-9f4e-4b6f-b9ea-662aeb09a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:51.910246 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-fb980394-9f4e-4b6f-b9ea-662aeb09a8d4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408192 Jan 23 22:03:52.003479 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-61c61b97-8830-4c19-99fd-8650343d5274 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858369 Jan 23 22:03:52.043329 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:03:52.088436 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24a637-86c5-4af9-ab81-c4fe6a9b4f8a req-a2ae06ad-b2e3-4f19-9f9a-d50b9b0eeae5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:52.089956 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cb24a637-86c5-4af9-ab81-c4fe6a9b4f8a req-a2ae06ad-b2e3-4f19-9f9a-d50b9b0eeae5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0545998 Jan 23 22:03:52.098343 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e80c72c-d11a-4089-8755-15a7c42a2162 req-104059bf-6684-47fd-a9f6-41e327ba0d1a service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903263 Jan 23 22:03:52.142155 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cb24a637-86c5-4af9-ab81-c4fe6a9b4f8a req-2f329fb5-235e-4679-8d82-3b83d3a1db7f tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Jan 23 22:03:53.256974 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfbd2-cbc3-4401-b860-73e643f276de req-e9ae0738-fec0-4673-bfad-9e7b5e763b8c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:53.258423 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ebcfbd2-cbc3-4401-b860-73e643f276de req-e9ae0738-fec0-4673-bfad-9e7b5e763b8c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0481033 Jan 23 22:03:53.307355 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ebcfbd2-cbc3-4401-b860-73e643f276de req-785cd89c-6cc9-49c3-9e58-a41ee5c72d09 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Jan 23 22:03:54.424169 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe22a-9307-4832-97e2-7a972f62ad80 req-b20adf33-8329-4429-a837-c05836bb0908 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:54.425645 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b8ebe22a-9307-4832-97e2-7a972f62ad80 req-b20adf33-8329-4429-a837-c05836bb0908 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0515623 Jan 23 22:03:54.473690 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b8ebe22a-9307-4832-97e2-7a972f62ad80 req-2d740e7a-ada2-43ea-800b-4d0f3016eeb2 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Jan 23 22:03:55.588631 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40a7c-b419-4d7f-b77b-42738d585f24 req-f06290f4-e208-4ce7-9fa8-ffc6f4528389 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:55.590094 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-51e40a7c-b419-4d7f-b77b-42738d585f24 req-f06290f4-e208-4ce7-9fa8-ffc6f4528389 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0483792 Jan 23 22:03:55.640005 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-51e40a7c-b419-4d7f-b77b-42738d585f24 req-8f15e9b5-7ac5-49bd-a60c-b437d8e52b32 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Jan 23 22:03:56.757493 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296042c-6031-4833-a35d-a6bbbbc08a5f req-767e35f6-59c2-464d-9af0-f25644491495 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:56.759620 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e296042c-6031-4833-a35d-a6bbbbc08a5f req-767e35f6-59c2-464d-9af0-f25644491495 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Jan 23 22:03:56.809689 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e296042c-6031-4833-a35d-a6bbbbc08a5f req-b81458f8-e53a-4424-9832-88942820c16d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Jan 23 22:03:57.924254 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1481f-c390-4573-aa7a-20ca0e91df1b req-6775f0c1-daca-48d2-9b74-34177edc3cc8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:57.925730 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45c1481f-c390-4573-aa7a-20ca0e91df1b req-6775f0c1-daca-48d2-9b74-34177edc3cc8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0496726 Jan 23 22:03:57.973770 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-45c1481f-c390-4573-aa7a-20ca0e91df1b req-c6ac372c-119b-450a-9ea0-95757c202a14 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Jan 23 22:03:58.052119 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:03:59.091442 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dbcc1-0b87-4150-94b2-0f7b5ef2df4a req-6edbf13f-8074-4e3f-8669-6e6f5b50f9ec tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:03:59.092925 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-613dbcc1-0b87-4150-94b2-0f7b5ef2df4a req-6edbf13f-8074-4e3f-8669-6e6f5b50f9ec tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0500450 Jan 23 22:03:59.145017 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-613dbcc1-0b87-4150-94b2-0f7b5ef2df4a req-4aef270e-8399-4ff5-b9cc-79e21a986aba tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Jan 23 22:04:00.259724 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3795-1643-4232-97e7-4ef229b9f888 req-61def2b0-a21e-4468-b973-ca0f6354cc35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:00.261198 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9daa3795-1643-4232-97e7-4ef229b9f888 req-61def2b0-a21e-4468-b973-ca0f6354cc35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 944 time: 0.0488048 Jan 23 22:04:00.309884 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9daa3795-1643-4232-97e7-4ef229b9f888 req-039357f6-9811-4639-887d-5fb126ad44d8 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Jan 23 22:04:00.313027 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device ca4b097d-5f6f-4436-9529-b1de61a06a04 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 22:04:00.408312 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port ca4b097d-5f6f-4436-9529-b1de61a06a04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:04:00.419550 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 22:04:00.460799 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port ca4b097d-5f6f-4436-9529-b1de61a06a04 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:04:00.461113 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:00.473548 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4b097d-5f6f-4436-9529-b1de61a06a04 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 22:04:00.492713 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port ca4b097d-5f6f-4436-9529-b1de61a06a04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:04:00.562893 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:00.609677 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=ca4b097d-5f6f-4436-9529-b1de61a06a04,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:04:00.616653 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.617009 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.617394 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.618476 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.618836 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.619169 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.619531 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.619867 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.620199 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.620552 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.620860 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.621186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.621511 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:00.918244 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['ca4b097d-5f6f-4436-9529-b1de61a06a04'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 22:04:01.422741 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9246c-90fa-44b8-883e-c6a6e25527c9 req-deccd96b-8704-4dd7-8a55-cc807f2a5990 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:01.424236 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5f9246c-90fa-44b8-883e-c6a6e25527c9 req-deccd96b-8704-4dd7-8a55-cc807f2a5990 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 945 time: 0.0498374 Jan 23 22:04:01.472415 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5f9246c-90fa-44b8-883e-c6a6e25527c9 req-d3e0b606-288a-4926-b6d6-cc08c3363811 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Jan 23 22:04:02.329187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device ca4b097d-5f6f-4436-9529-b1de61a06a04 up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:04:02.425893 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port ca4b097d-5f6f-4436-9529-b1de61a06a04 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 22:04:02.430268 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port ca4b097d-5f6f-4436-9529-b1de61a06a04 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:04:02.430653 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:02.516665 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port ca4b097d-5f6f-4436-9529-b1de61a06a04 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:04:02.517103 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:02.541914 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:04:02.544131 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48429dc5-e963-421a-aa8d-fba03db24462" -d '{"events": [{"server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "name": "network-vif-plugged", "status": "completed", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:04:02.557537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port ca4b097d-5f6f-4436-9529-b1de61a06a04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:04:02.597640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ec304-18f7-4e3a-8d7a-fce0d2589998 req-8e9eb4bf-809f-4a19-a8d4-f60052dc1343 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:02.599198 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd0ec304-18f7-4e3a-8d7a-fce0d2589998 req-8e9eb4bf-809f-4a19-a8d4-f60052dc1343 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 945 time: 0.0578167 Jan 23 22:04:02.620401 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:02.654181 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd0ec304-18f7-4e3a-8d7a-fce0d2589998 req-db375ae8-7cfd-40c4-b34b-3981012cf519 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492628 Jan 23 22:04:02.670235 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=ca4b097d-5f6f-4436-9529-b1de61a06a04,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:04:03.654915 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af29cf9-f869-41fc-9c1b-3d94f83ed7a2 x-openstack-request-id: req-5af29cf9-f869-41fc-9c1b-3d94f83ed7a2 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:04:03.655508 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "name": "network-vif-plugged", "status": "completed", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:04:03.655508 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5af29cf9-f869-41fc-9c1b-3d94f83ed7a2 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:04:03.655871 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'code': 200} Jan 23 22:04:03.769955 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24864e50-ea71-493b-b562-05d5da397f53 req-8d2d0ea5-caee-494d-870e-77c19c5a9842 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:03.771505 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-24864e50-ea71-493b-b562-05d5da397f53 req-8d2d0ea5-caee-494d-870e-77c19c5a9842 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0500464 Jan 23 22:04:03.822872 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-24864e50-ea71-493b-b562-05d5da397f53 req-c75437fc-4053-446a-aa3d-97a8206d3f78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436976 Jan 23 22:04:04.039561 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c9c12-be93-41e1-8f90-d50cd80a8805 req-2ce94ac2-6fa1-4b4b-80e3-f7e783026778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:04.041917 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-141c9c12-be93-41e1-8f90-d50cd80a8805 req-2ce94ac2-6fa1-4b4b-80e3-f7e783026778 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0416737 Jan 23 22:04:04.091767 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-141c9c12-be93-41e1-8f90-d50cd80a8805 req-66df21f0-f0ee-426d-ba34-ef0c91859990 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Jan 23 22:04:04.940880 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91ad2c-e7d5-4257-aebb-b30b29a9aa99 req-81ae3861-53d7-4bbc-b0b2-25b38dc62345 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:04.942561 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a91ad2c-e7d5-4257-aebb-b30b29a9aa99 req-81ae3861-53d7-4bbc-b0b2-25b38dc62345 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0500667 Jan 23 22:04:04.995778 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a91ad2c-e7d5-4257-aebb-b30b29a9aa99 req-8cb207df-bbd4-4dce-9d64-655afe969c87 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 Jan 23 22:04:06.108905 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6903-2c94-4bcb-a276-290fc99163f8 req-84e7031a-ad9e-4966-a836-cf1ef1aa51dd tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:06.110402 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-366d6903-2c94-4bcb-a276-290fc99163f8 req-84e7031a-ad9e-4966-a836-cf1ef1aa51dd tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Jan 23 22:04:06.158624 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-366d6903-2c94-4bcb-a276-290fc99163f8 req-91477f4b-29c4-4bfd-8f24-a3ecbe468d31 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Jan 23 22:04:06.270619 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31a516-24a6-4685-96f7-30ea3456ac71 req-ecbf1e7d-f94b-47ec-924e-c05b4e17f5c9 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:06.272119 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f31a516-24a6-4685-96f7-30ea3456ac71 req-ecbf1e7d-f94b-47ec-924e-c05b4e17f5c9 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0489652 Jan 23 22:04:06.320186 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f31a516-24a6-4685-96f7-30ea3456ac71 req-0a57c532-2a0e-4a6a-80f9-c26796cbefab tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Jan 23 22:04:06.343238 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33182) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:04:06.386382 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1425aa-a379-40b1-9973-320522742e92 tempest-TestVolumeBootPattern-1720443789 tempest-TestVolumeBootPattern-1720443789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:06.387903 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5d1425aa-a379-40b1-9973-320522742e92 tempest-TestVolumeBootPattern-1720443789 tempest-TestVolumeBootPattern-1720443789-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1094 time: 0.0436671 Jan 23 22:04:06.390604 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33184) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:04:06.394891 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:04:06.488624 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:06.583226 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:06.686378 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Allocated IP 172.27.0.144 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/6c77d214-3999-42b1-baf3-1ae4b5c8f8e7) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:04:06.786167 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:06.906237 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:06.947774 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:04:06.950724 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:04:06.954138 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:04:06.976904 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=6c77d214-3999-42b1-baf3-1ae4b5c8f8e7,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:04:06.991647 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.992003 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.992353 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.992697 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.993037 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.993370 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.995461 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.996256 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.996634 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.996981 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.997330 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.997666 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:06.997998 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:04:07.347813 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (208ac136-5022-4b7d-b00b-ae274372cca6), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:07.474956 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:07.646529 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:07.734032 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:07.801925 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=6c77d214-3999-42b1-baf3-1ae4b5c8f8e7,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:04:07.816531 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (208ac136-5022-4b7d-b00b-ae274372cca6), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:07.921352 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Floating IP 208ac136-5022-4b7d-b00b-ae274372cca6 associated. External IP: 172.27.0.144, port: ca4b097d-5f6f-4436-9529-b1de61a06a04. Jan 23 22:04:08.133740 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:04:08.246496 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:04:08.257805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:04:08.268377 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:04:08.279802 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:03:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:04:08.364760 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:08.379586 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:04:08.393010 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d9fbc2b9-d18e-4047-9663-659b02e03127 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0014057 Jan 23 22:04:08.393905 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:04:08.396394 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9" -d '{"events": [{"name": "network-changed", "server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:04:08.444419 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b60b79-49a4-4794-af5a-4944387c0b43 x-openstack-request-id: req-d6b60b79-49a4-4794-af5a-4944387c0b43 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:04:08.444732 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:04:08.444985 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6b60b79-49a4-4794-af5a-4944387c0b43 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:04:08.445383 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'status': 'completed', 'code': 200} Jan 23 22:04:08.506314 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-0037cd11-9ac0-430b-93dc-be8fbedf5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:08.507770 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-0037cd11-9ac0-430b-93dc-be8fbedf5be4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0408401 Jan 23 22:04:08.596330 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-2a638046-d72b-4f82-9013-c78ce08d07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:08.597827 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-2a638046-d72b-4f82-9013-c78ce08d07fb service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0849054 Jan 23 22:04:08.608522 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:07Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:04:08.636137 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:04:08.644606 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:04:08.645213 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:03:48Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:04:08.665639 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-489a6373-b3eb-41c4-9834-e169827a3b22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 1000 time: 0.0623937 Jan 23 22:04:08.712053 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-f160048b-c2b9-4483-9eed-561f177acc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:08.714259 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-f160048b-c2b9-4483-9eed-561f177acc8a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0435612 Jan 23 22:04:08.753778 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:04:08.758837 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-ccf2f28d-1db8-42fd-8e39-83e22a5ef573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:08.760830 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-ccf2f28d-1db8-42fd-8e39-83e22a5ef573 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403776 Jan 23 22:04:08.852255 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-b2b300a3-afd0-4e37-9079-365e0791f066 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Jan 23 22:04:08.945211 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b4d4e62-6625-4142-a7cd-b70bed6e59e9 req-840d62fc-ef7b-4ffa-ad5d-f07245eda544 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870962 Jan 23 22:04:09.116879 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:07Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:04:09.144639 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4e315-65a9-4d91-a20b-968ba090c5af None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:07Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:04:09.352197 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559470b-4212-459f-a5e7-5178b4a95aae None None] New status for floating IP 208ac136-5022-4b7d-b00b-ae274372cca6: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:04:09.694348 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:15.470847 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3a506a84-35ba-47f3-9163-39a285ca0669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:17.893821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a4f13e5-400a-4e0a-a4f1-3cf655b892f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:19.465453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:20.688481 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:22.030575 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:22.957323 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-eb404918-ff59-49ca-a43f-0ca12c800673 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450799 Jan 23 22:04:23.043903 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-a258c812-1fa9-4e64-bfd0-396aac0b86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:23.045595 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-a258c812-1fa9-4e64-bfd0-396aac0b86db service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0438194 Jan 23 22:04:23.152501 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-421dd793-be40-41f2-96e7-247e1583d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:23.153964 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-421dd793-be40-41f2-96e7-247e1583d022 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0883060 Jan 23 22:04:23.218013 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-eb7941e4-08ab-4fa4-966b-1b724938d54c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 1002 time: 0.0574970 Jan 23 22:04:23.268219 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-98476f90-4bce-4641-86f3-f8e68688c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:23.270671 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-98476f90-4bce-4641-86f3-f8e68688c053 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0475500 Jan 23 22:04:23.319902 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-9b4f5cfb-14db-41b4-9a74-6075dbb434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:04:23.321369 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-9b4f5cfb-14db-41b4-9a74-6075dbb434b9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436289 Jan 23 22:04:23.418005 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-f988965c-10dd-4ca9-857a-10350896cfc3 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902462 Jan 23 22:04:23.784030 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eadd1de8-5211-47ee-9a12-deffdda2a627 req-f7c88fdf-12e3-454b-bee1-5bc778604698 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599362 Jan 23 22:04:35.051596 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:04:39.681533 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:45.458049 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1aa971a-4351-454c-a750-e28195fdf42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:47.857983 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-732cb105-3812-483a-b2f2-115f380a176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:49.372225 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:50.623025 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:04:52.028836 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:09.680526 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:12.051324 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:05:15.445741 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3be19da8-a2e2-4bd1-a8af-53bbf72378c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:17.879964 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-49e1f586-86a9-4f07-b228-8262a2191ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:19.353741 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:20.576559 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:22.045320 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:23.946207 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-30e91254-25ed-42d7-b251-f6126cacca66 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515118 Jan 23 22:05:24.027971 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295add00-9cae-4b90-babd-ea9347046edd req-863a86e0-ff0f-4de8-b38d-0661055c18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:05:24.029476 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-863a86e0-ff0f-4de8-b38d-0661055c18f1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0413704 Jan 23 22:05:24.133726 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295add00-9cae-4b90-babd-ea9347046edd req-002073f6-8a8b-487f-9cab-f992097d63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:05:24.135213 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-002073f6-8a8b-487f-9cab-f992097d63ec service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0875795 Jan 23 22:05:24.200161 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-b7230933-e299-42b5-af6d-4937ce9dc0f7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 1002 time: 0.0594857 Jan 23 22:05:24.249106 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295add00-9cae-4b90-babd-ea9347046edd req-8d7d14f2-bef2-427b-9625-7a67d364f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:05:24.250600 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-8d7d14f2-bef2-427b-9625-7a67d364f7d5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0450444 Jan 23 22:05:24.301056 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295add00-9cae-4b90-babd-ea9347046edd req-0b05fe4c-f067-450c-bda5-d94b6b4e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:05:24.302560 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-0b05fe4c-f067-450c-bda5-d94b6b4e21e6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460556 Jan 23 22:05:24.391885 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-b697ca2d-2a6d-4840-914e-5847b58fc547 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829484 Jan 23 22:05:24.487342 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-295add00-9cae-4b90-babd-ea9347046edd req-b19e00a9-950b-45f6-a90d-4f51c9fc80a1 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886300 Jan 23 22:05:30.638481 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-401748ba-e5ce-4c11-a922-8d4d4a6be94b req-b7ed3213-9619-4b7d-9a6e-ab66c2a5f148 tempest-AttachVolumeNegativeTest-1301210152 tempest-AttachVolumeNegativeTest-1301210152-project] (109849) timed out ('10.222.0.112', 50220) {{(pid=109849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 23 22:05:39.673473 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:45.426953 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5220f30b-f0ca-4bf0-b8f0-f5d2d478cfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:47.861453 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b94dc792-a640-4ce6-80c1-a78318cd4714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:49.051433 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:05:49.369992 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:50.587206 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:05:52.021614 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:06.621971 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-8a66eafd-7614-4e96-a364-fc1c58956094 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905911348&fields=id&tenant_id=f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 267 time: 0.0447440 Jan 23 22:06:06.729120 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-0c8b10da-9bf5-45b6-9ac8-c8d20912cb92 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:06.730479 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-0c8b10da-9bf5-45b6-9ac8-c8d20912cb92 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 812 time: 0.1021011 Jan 23 22:06:06.746789 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-896835ec-d8f1-428f-af28-93fa290803d2 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/quotas/f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 375 time: 0.0109558 Jan 23 22:06:06.798814 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-07ff4466-4a4e-4eb5-b38a-ff697e74e0fe tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470514 Jan 23 22:06:06.896340 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-61163b7c-2160-4a7b-92dc-2f8d2406ee35 service neutron] 10.222.0.72 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849154 Jan 23 22:06:06.986298 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-e3eeb901-a6ea-47b3-b6d3-d00aa6494751 service neutron] 10.222.0.72 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Jan 23 22:06:07.494957 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f3bebac-19d3-4929-b741-c4359dd20392 req-4ed46b37-d157-448b-b73e-03106f5e1ae6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0271182 Jan 23 22:06:08.590495 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-501405b0-eb0b-45da-a923-aaa37999919c req-2ef1ac2a-c677-4258-abdd-d2e071de04db tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0296981 Jan 23 22:06:09.402312 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-3ecb4263-c10a-4971-8ef5-6a321083a035 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:09.403811 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-3ecb4263-c10a-4971-8ef5-6a321083a035 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 812 time: 0.1140530 Jan 23 22:06:09.466095 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-177d7c1b-9e32-4433-bc34-dcac238fa47c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93514d153964c7b9b20e7d7c9be411e HTTP/1.1" status: 200 len: 380 time: 0.0546234 Jan 23 22:06:09.474752 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'port': {'device_id': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'admin_state_up': True, 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'security_groups': ['1c5c830c-c6f4-4388-a458-30909b097710']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:06:09.637415 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Made reservation on behalf of f93514d153964c7b9b20e7d7c9be411e for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 23 22:06:09.641579 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:09.692395 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8e8a324-34e1-4c18-818e-293df6a952ee req-b9385cf0-3193-43f4-bf9d-41bc2875afbf tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jan 23 22:06:09.718142 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:09.773303 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Allocated IP 172.20.0.10 (08b7ad8a-8655-43c0-af9b-0a06985f6b2a/31391c99-4aef-461f-bfbe-4412eaaeb54b/0678924e-adab-4f64-924b-0534d3fee46b) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:06:09.914162 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (0678924e-adab-4f64-924b-0534d3fee46b), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.022327 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (0678924e-adab-4f64-924b-0534d3fee46b), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.064754 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:06:10.070168 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:06:10.073883 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:06:10.100834 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=0678924e-adab-4f64-924b-0534d3fee46b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:10.115301 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.115673 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.116023 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.116367 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.116704 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.117051 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.117427 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.117981 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.118322 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.118654 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.118985 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.119991 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.120327 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.142677 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: warnings.warn(msg) Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:10.147200 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.218989 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-aa245c32-c483-4710-8a86-33ca427cd17c tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7480485 Jan 23 22:06:10.231384 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Request body: {'port': {'device_id': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:06:10.290134 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0678924e-adab-4f64-924b-0534d3fee46b), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.318106 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-bc38ae10-ad71-4fe6-b854-29d102927787 None None] Provisioning complete for port 0678924e-adab-4f64-924b-0534d3fee46b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:06:10.318477 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc38ae10-ad71-4fe6-b854-29d102927787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0678924e-adab-4f64-924b-0534d3fee46b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.353084 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bc38ae10-ad71-4fe6-b854-29d102927787 None None] Port 0678924e-adab-4f64-924b-0534d3fee46b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 23 22:06:10.555440 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0678924e-adab-4f64-924b-0534d3fee46b {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 22:06:10.562942 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Publish callbacks [] for port (0678924e-adab-4f64-924b-0534d3fee46b), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.575643 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Transition to ACTIVE for port object 0678924e-adab-4f64-924b-0534d3fee46b will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 23 22:06:10.626651 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (0678924e-adab-4f64-924b-0534d3fee46b), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.678780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Pushing event updated for resources: {'Port': ['ID=0678924e-adab-4f64-924b-0534d3fee46b,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:10.756413 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Attempting to bind port 0678924e-adab-4f64-924b-0534d3fee46b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 23 22:06:10.756780 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Attempting to bind port 0678924e-adab-4f64-924b-0534d3fee46b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 23 22:06:10.757061 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Attempting to bind port 0678924e-adab-4f64-924b-0534d3fee46b on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:06:10.762357 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Port 0678924e-adab-4f64-924b-0534d3fee46b on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 23 22:06:10.768927 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Attempting to bind port 0678924e-adab-4f64-924b-0534d3fee46b on network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 23 22:06:10.768927 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Checking agent: {'id': 'e324218e-c94c-4cca-abf8-9509d1cccb9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'started_at': datetime.datetime(2022, 1, 23, 21, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 23, 22, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 23 22:06:10.768927 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Checking segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 23 22:06:10.768927 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Bound using segment: {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 23 22:06:10.770199 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Bound port: 0678924e-adab-4f64-924b-0534d3fee46b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 23 22:06:10.770199 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0678924e-adab-4f64-924b-0534d3fee46b), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.814780 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f6e2-d409-41f6-a212-50ac738cf7d5 req-dc91dc02-c002-4877-8958-6a977577a93e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:10.816606 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b970f6e2-d409-41f6-a212-50ac738cf7d5 req-dc91dc02-c002-4877-8958-6a977577a93e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0558381 Jan 23 22:06:10.842964 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] For port 0678924e-adab-4f64-924b-0534d3fee46b, host hv-cinder-82160, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 23 22:06:10.846466 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] For port 0678924e-adab-4f64-924b-0534d3fee46b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0678924e-adab-4f64-924b-0534d3fee46b,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 23 22:06:10.868764 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b970f6e2-d409-41f6-a212-50ac738cf7d5 req-aa7738b9-187c-4462-a5bd-2d0a71c80c01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462458 Jan 23 22:06:10.929434 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912363'] for port (0678924e-adab-4f64-924b-0534d3fee46b), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.970500 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:10.971111 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:10.972578 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] 10.222.0.112 "PUT /v2.0/ports/0678924e-adab-4f64-924b-0534d3fee46b HTTP/1.1" status: 200 len: 1094 time: 0.7460349 Jan 23 22:06:10.973029 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:06:10.976045 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "tag": "0678924e-adab-4f64-924b-0534d3fee46b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:06:11.002916 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b94107-2297-4ed3-8ae8-1a28742ef956 service neutron] Pushing event updated for resources: {'Port': ['ID=0678924e-adab-4f64-924b-0534d3fee46b,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:11.028111 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2117c0-f15f-4a7f-a41c-6e1deec9db96 x-openstack-request-id: req-db2117c0-f15f-4a7f-a41c-6e1deec9db96 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:06:11.036864 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "tag": "0678924e-adab-4f64-924b-0534d3fee46b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:06:11.036864 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db2117c0-f15f-4a7f-a41c-6e1deec9db96 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:06:11.036864 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b', 'status': 'completed', 'code': 200} Jan 23 22:06:11.096659 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9 req-3f08c24c-ecb0-4b17-9795-9117d2940e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.098534 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9 req-3f08c24c-ecb0-4b17-9795-9117d2940e59 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0498860 Jan 23 22:06:11.202258 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9 req-e3d04c39-7f11-4d12-b631-b4f84fd7fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.203787 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9 req-e3d04c39-7f11-4d12-b631-b4f84fd7fbbb service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=f93514d153964c7b9b20e7d7c9be411e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975528 Jan 23 22:06:11.300342 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9 req-9279b95f-b94c-45ed-bf73-104d414564fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.302676 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-29a2ad6a-da25-40ad-a9b4-6bfca63ce9c9 req-9279b95f-b94c-45ed-bf73-104d414564fc service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939574 Jan 23 22:06:11.378835 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-7710109c-5b9c-4cc4-b8b0-6e07d19403f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.380374 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-7710109c-5b9c-4cc4-b8b0-6e07d19403f1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0414069 Jan 23 22:06:11.421021 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-04f3eea7-69f8-4976-99cf-c04a01b03dfa service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0678924e-adab-4f64-924b-0534d3fee46b HTTP/1.1" status: 200 len: 217 time: 0.0334883 Jan 23 22:06:11.474543 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-ddb83bca-f76e-443c-abb6-25843e6e91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.476041 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-ddb83bca-f76e-443c-abb6-25843e6e91b7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0485883 Jan 23 22:06:11.520606 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-ec946532-3cbc-4018-98c7-1599c1095491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.522360 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-ec946532-3cbc-4018-98c7-1599c1095491 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398490 Jan 23 22:06:11.621560 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-5d31a294-0482-4925-b07d-237b766b72da service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927546 Jan 23 22:06:11.712609 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1fdefeb-a20b-43f8-9c1f-030824ec7f78 req-84e4bf38-6160-439b-a838-fcb4b9fc6836 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Jan 23 22:06:11.992462 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6f1ea-c8b3-4cf3-b215-e31eaa78b461 req-c13574e2-e9b7-4890-ad89-69ecb93191a6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:11.993938 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8be6f1ea-c8b3-4cf3-b215-e31eaa78b461 req-c13574e2-e9b7-4890-ad89-69ecb93191a6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0538616 Jan 23 22:06:12.045980 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8be6f1ea-c8b3-4cf3-b215-e31eaa78b461 req-0ec0dac3-7558-4ac5-afdc-d05da0521cdf tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465333 Jan 23 22:06:13.162132 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef5aa-a6ba-4d79-9758-4b6bd5c86718 req-670bd842-6d59-4de8-adaa-80370a55fdb1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:13.163601 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01eef5aa-a6ba-4d79-9758-4b6bd5c86718 req-670bd842-6d59-4de8-adaa-80370a55fdb1 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0489655 Jan 23 22:06:13.212225 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01eef5aa-a6ba-4d79-9758-4b6bd5c86718 req-30b14bd2-711b-4489-8b2a-53994c041052 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Jan 23 22:06:14.326746 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad23a5-ea3b-4e8f-8d0c-ce45d6b1c687 req-4343d158-cb48-410f-aab6-c695e9335f35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:14.328316 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-79ad23a5-ea3b-4e8f-8d0c-ce45d6b1c687 req-4343d158-cb48-410f-aab6-c695e9335f35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0482469 Jan 23 22:06:14.376103 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-79ad23a5-ea3b-4e8f-8d0c-ce45d6b1c687 req-7301b3ba-87cd-46ec-942c-4e6ff57d918d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Jan 23 22:06:15.443669 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50352c4c-6131-4894-8185-178d843ec589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:15.513072 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac550eb-010e-42d3-ab49-946d340be4ca req-cd1bb7c3-b3bf-476a-956f-adcd18041a37 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:15.514595 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9ac550eb-010e-42d3-ab49-946d340be4ca req-cd1bb7c3-b3bf-476a-956f-adcd18041a37 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0601444 Jan 23 22:06:15.569002 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9ac550eb-010e-42d3-ab49-946d340be4ca req-d2db3e58-1325-4a5b-b9d0-145327f4da80 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487304 Jan 23 22:06:16.688428 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ea2e-c4a0-47f4-aea1-cf5869f9e8b8 req-22a1a301-20ca-44af-b34b-0acc8380dd76 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:16.689880 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5962ea2e-c4a0-47f4-aea1-cf5869f9e8b8 req-22a1a301-20ca-44af-b34b-0acc8380dd76 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0494707 Jan 23 22:06:16.754929 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5962ea2e-c4a0-47f4-aea1-cf5869f9e8b8 req-75e4d755-03ae-4fe5-9c59-6195a4521d74 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565031 Jan 23 22:06:17.854805 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5b703ef-4ddf-4074-ab79-d5f6d070c5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:17.872847 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea918641-c41f-4811-b986-32e9d5f1c1cf req-3bc68faf-316d-41ea-aab4-3a53bd277a47 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:17.874326 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea918641-c41f-4811-b986-32e9d5f1c1cf req-3bc68faf-316d-41ea-aab4-3a53bd277a47 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0513375 Jan 23 22:06:17.927397 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea918641-c41f-4811-b986-32e9d5f1c1cf req-e0a3246a-69bc-4626-9741-abcd21115bea tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Jan 23 22:06:19.041085 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4f100-9cca-478b-ada0-e432c3d788a4 req-b39bf868-cefd-4d5f-bdea-624b178dae1e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:19.042528 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5a4f100-9cca-478b-ada0-e432c3d788a4 req-b39bf868-cefd-4d5f-bdea-624b178dae1e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0491712 Jan 23 22:06:19.090848 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c5a4f100-9cca-478b-ada0-e432c3d788a4 req-0035c0a4-990d-4ca0-988f-8cb96acdeaca tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 Jan 23 22:06:19.396916 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:20.204561 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007dc39-ccc2-4870-be31-47e846d71618 req-e2f32606-993f-4567-bc38-47a081bb9848 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:20.205959 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8007dc39-ccc2-4870-be31-47e846d71618 req-e2f32606-993f-4567-bc38-47a081bb9848 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 944 time: 0.0492167 Jan 23 22:06:20.253381 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8007dc39-ccc2-4870-be31-47e846d71618 req-a0a922cc-d78b-49ae-9a89-dbbf76bebb96 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Jan 23 22:06:20.597911 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:21.044589 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 0678924e-adab-4f64-924b-0534d3fee46b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 23 22:06:21.138630 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 0678924e-adab-4f64-924b-0534d3fee46b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0678924e-adab-4f64-924b-0534d3fee46b,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:06:21.149722 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Returning: {'device': '0678924e-adab-4f64-924b-0534d3fee46b', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'port_id': '0678924e-adab-4f64-924b-0534d3fee46b', 'mac_address': 'fa:16:3e:cd:dc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 23 22:06:21.190012 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 0678924e-adab-4f64-924b-0534d3fee46b is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:06:21.190321 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0678924e-adab-4f64-924b-0534d3fee46b), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:21.203404 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0678924e-adab-4f64-924b-0534d3fee46b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 23 22:06:21.222263 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 0678924e-adab-4f64-924b-0534d3fee46b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0678924e-adab-4f64-924b-0534d3fee46b,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:06:21.277642 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0678924e-adab-4f64-924b-0534d3fee46b), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:21.325921 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=0678924e-adab-4f64-924b-0534d3fee46b,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:21.334631 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.334994 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.335400 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.335744 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.336112 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.336446 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.336781 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.337114 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.337470 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.337802 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.338130 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.338455 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.338780 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:21.371648 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43f0a-43b1-490d-b2a6-806d1589e820 req-e076bfd6-6113-4669-a046-592f09b1d5be tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:21.373090 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5fa43f0a-43b1-490d-b2a6-806d1589e820 req-e076bfd6-6113-4669-a046-592f09b1d5be tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 945 time: 0.0535505 Jan 23 22:06:21.421646 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5fa43f0a-43b1-490d-b2a6-806d1589e820 req-bd95289d-d702-45a7-a9b8-96d66b6c5f3e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Jan 23 22:06:21.677819 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] get_ports_and_sgs() called for port_ids ['0678924e-adab-4f64-924b-0534d3fee46b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 23 22:06:22.009612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:22.559397 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d71b4-24c9-446b-aff5-fc0c470379d7 req-c9eee0dd-b43c-4e95-ad5f-9f820d4fc024 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:22.560844 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e55d71b4-24c9-446b-aff5-fc0c470379d7 req-c9eee0dd-b43c-4e95-ad5f-9f820d4fc024 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Jan 23 22:06:22.608772 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e55d71b4-24c9-446b-aff5-fc0c470379d7 req-51d1555e-5161-4a8f-9085-9e806ca051f9 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Jan 23 22:06:23.041242 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 0678924e-adab-4f64-924b-0534d3fee46b up at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 23 22:06:23.151941 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning for port 0678924e-adab-4f64-924b-0534d3fee46b completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 23 22:06:23.155873 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Provisioning complete for port 0678924e-adab-4f64-924b-0534d3fee46b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 23 22:06:23.156314 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1805285'] for port (0678924e-adab-4f64-924b-0534d3fee46b), provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:23.236432 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Current status of the port 0678924e-adab-4f64-924b-0534d3fee46b is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 23 22:06:23.236730 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (0678924e-adab-4f64-924b-0534d3fee46b), before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:23.259385 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:06:23.261550 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b3902a540b59673dc39f75373b56b4faad4f4d1aa4fe72a636ab41ef213c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dfc753-c7ef-4bf0-95e6-df75e5d8cbfd" -d '{"events": [{"server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "name": "network-vif-plugged", "status": "completed", "tag": "0678924e-adab-4f64-924b-0534d3fee46b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:06:23.274510 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] For port 0678924e-adab-4f64-924b-0534d3fee46b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0678924e-adab-4f64-924b-0534d3fee46b,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:06:23.300137 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdd7f91-114f-424a-988d-d931f72fcd9e x-openstack-request-id: req-6bdd7f91-114f-424a-988d-d931f72fcd9e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:06:23.300468 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "name": "network-vif-plugged", "status": "completed", "tag": "0678924e-adab-4f64-924b-0534d3fee46b", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:06:23.300747 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6bdd7f91-114f-424a-988d-d931f72fcd9e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:06:23.301375 dv-cinder-821602-21-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b', 'code': 200} Jan 23 22:06:23.368334 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734'] for port (0678924e-adab-4f64-924b-0534d3fee46b), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:23.416592 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Pushing event updated for resources: {'Port': ['ID=0678924e-adab-4f64-924b-0534d3fee46b,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:23.646811 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ec3bf-3171-4e72-9dc9-f02aa5cb80bc req-e4a63d79-7b69-4b71-96c5-d71c1804fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:23.648355 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1c2ec3bf-3171-4e72-9dc9-f02aa5cb80bc req-e4a63d79-7b69-4b71-96c5-d71c1804fd38 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1099 time: 0.0422659 Jan 23 22:06:23.698360 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1c2ec3bf-3171-4e72-9dc9-f02aa5cb80bc req-08222adc-968f-4e18-8895-79731b89865d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Jan 23 22:06:23.730297 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57765a9c-7340-4a1d-864c-fc4f5bc21b74 req-babed36d-a861-421c-8786-3a8bf4b553e3 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:23.732712 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57765a9c-7340-4a1d-864c-fc4f5bc21b74 req-babed36d-a861-421c-8786-3a8bf4b553e3 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0559003 Jan 23 22:06:23.781815 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57765a9c-7340-4a1d-864c-fc4f5bc21b74 req-0e837b47-dba7-4143-ba84-ff91bef2548b tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Jan 23 22:06:24.899782 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7257d-37eb-4bff-ab73-23d329f9b472 req-b64b3dab-e301-4a5e-b0de-c9826929f698 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:24.901287 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69c7257d-37eb-4bff-ab73-23d329f9b472 req-b64b3dab-e301-4a5e-b0de-c9826929f698 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0498502 Jan 23 22:06:24.951986 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69c7257d-37eb-4bff-ab73-23d329f9b472 req-a574b31b-068b-4608-b805-7db3ea43a711 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439484 Jan 23 22:06:25.932464 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-a3833801-515c-4ae8-bf22-0dc8be87a4c8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403886 Jan 23 22:06:26.017593 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-f7b3ec4d-4f1c-4da6-8392-80d277822c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.019178 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-f7b3ec4d-4f1c-4da6-8392-80d277822c1c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0436299 Jan 23 22:06:26.050795 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:06:26.067910 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afdf05-44ee-440b-87cc-23d951a1c254 req-54d16bc5-8f76-46b3-8157-30cb3f92a012 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.069365 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6afdf05-44ee-440b-87cc-23d951a1c254 req-54d16bc5-8f76-46b3-8157-30cb3f92a012 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0499852 Jan 23 22:06:26.120819 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6afdf05-44ee-440b-87cc-23d951a1c254 req-1afd1318-0ca6-4bae-9856-569a0ccab19a tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456307 Jan 23 22:06:26.128177 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-e5223250-076e-45b4-b061-59a6316ec428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.130296 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-e5223250-076e-45b4-b061-59a6316ec428 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0911434 Jan 23 22:06:26.197906 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-a06d1de4-9664-4a5e-94ae-5f381ae7caa1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 1002 time: 0.0610726 Jan 23 22:06:26.244145 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d25d4-b99b-4485-918c-b7ddd76597ff req-36706283-998b-4114-9edf-0d26e2e51474 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.245629 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-469d25d4-b99b-4485-918c-b7ddd76597ff req-36706283-998b-4114-9edf-0d26e2e51474 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0585074 Jan 23 22:06:26.246518 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-011153c1-d44a-41d1-906b-6bc87e7c8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.247987 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-011153c1-d44a-41d1-906b-6bc87e7c8dc9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0451629 Jan 23 22:06:26.296503 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-469d25d4-b99b-4485-918c-b7ddd76597ff req-c8503c5e-3031-4fc1-b76d-0ae2174a326d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 Jan 23 22:06:26.296770 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-d73cd7e9-c40e-4272-8b6a-13124e11115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.298215 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-d73cd7e9-c40e-4272-8b6a-13124e11115c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447774 Jan 23 22:06:26.319916 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33326) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:06:26.389239 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-2c86459c-8440-475a-a9b9-c3c461f906a5 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Jan 23 22:06:26.399929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192db6bc-0086-4489-a3f6-139418970f0a tempest-TestVolumeBootPattern-1720443789 tempest-TestVolumeBootPattern-1720443789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:26.401408 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-192db6bc-0086-4489-a3f6-139418970f0a tempest-TestVolumeBootPattern-1720443789 tempest-TestVolumeBootPattern-1720443789-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1094 time: 0.0805302 Jan 23 22:06:26.404250 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33330) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:06:26.408396 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Request body: {'floatingip': {'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'port_id': '0678924e-adab-4f64-924b-0534d3fee46b', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 23 22:06:26.482003 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2419a42c-e30b-4a59-95bd-286ecca7d454 req-f28dd08c-a4f2-4b86-bd3b-a559857fda89 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874867 Jan 23 22:06:26.484011 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:26.593510 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (None), before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:26.695610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Allocated IP 172.27.0.173 (cc53e9f6-37eb-4920-a53b-6911ab57974d/2f258a65-764c-4a57-85c8-34bc63314bdc/a81c7cb9-a0b2-429d-9095-d684722a1e7e) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 23 22:06:26.797721 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:26.884280 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760565197698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:26.930991 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Network cc53e9f6-37eb-4920-a53b-6911ab57974d is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 23 22:06:26.933898 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 23 22:06:26.938240 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 23 22:06:26.941555 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=a81c7cb9-a0b2-429d-9095-d684722a1e7e,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:26.974081 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.974431 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.974779 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.975117 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.975480 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.975812 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.976138 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.980640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.980640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.980640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.980640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.980640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:26.980640 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:06:27.572542 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (0bce6b37-30ed-43e2-80ec-0b4f539f6cf6), precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:27.709245 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1401941'] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:27.861312 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:27.923464 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760565630109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760565197716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760565197734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59054727'] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:27.999472 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event updated for resources: {'Port': ['ID=a81c7cb9-a0b2-429d-9095-d684722a1e7e,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:06:28.007259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503799'] for floatingip (0bce6b37-30ed-43e2-80ec-0b4f539f6cf6), after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:28.108572 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Floating IP 0bce6b37-30ed-43e2-80ec-0b4f539f6cf6 associated. External IP: 172.27.0.173, port: 0678924e-adab-4f64-924b-0534d3fee46b. Jan 23 22:06:28.322491 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:06:28.426235 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:06:28.436011 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:06:28.447186 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:06:28.450497 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:06:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:06:28.514214 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:28.546659 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3dd67b70-4341-4bff-99ac-5f0e646eaa78 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1413980 Jan 23 22:06:28.547618 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:06:28.550314 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b" -d '{"events": [{"name": "network-changed", "server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "tag": "0678924e-adab-4f64-924b-0534d3fee46b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:06:28.576460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:06:28.658834 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e09de-4838-4d3e-87b7-79a26b3fce6f x-openstack-request-id: req-b09e09de-4838-4d3e-87b7-79a26b3fce6f {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:06:28.659385 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "tag": "0678924e-adab-4f64-924b-0534d3fee46b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:06:28.659528 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b09e09de-4838-4d3e-87b7-79a26b3fce6f {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:06:28.659947 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b', 'status': 'completed', 'code': 200} Jan 23 22:06:28.720520 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-35ef0f17-18c2-4628-99ac-dab8c3c4e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:28.722026 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-35ef0f17-18c2-4628-99ac-dab8c3c4e275 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1099 time: 0.0420048 Jan 23 22:06:28.807752 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '0bce6b37-30ed-43e2-80ec-0b4f539f6cf6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': '0678924e-adab-4f64-924b-0534d3fee46b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:cd:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:06:27Z', 'updated_at': '2022-01-23T22:06:27Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}, {'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:09Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:06:28.817550 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-478823bf-84fc-463a-b625-80ebf94f26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:28.819455 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-478823bf-84fc-463a-b625-80ebf94f26e7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0908480 Jan 23 22:06:28.835775 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:06:28.843876 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:06:28.844482 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:06:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:06:28.900408 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-e454a60f-ce50-4bfd-8e03-1edff1987206 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0678924e-adab-4f64-924b-0534d3fee46b HTTP/1.1" status: 200 len: 1000 time: 0.0752141 Jan 23 22:06:28.953288 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-9de87bfd-a7db-41b1-b7e2-91eb66700e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:28.954775 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-9de87bfd-a7db-41b1-b7e2-91eb66700e4a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0474033 Jan 23 22:06:28.959304 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:06:29.004563 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-ba654d00-26a4-48eb-830b-7c21a9e62a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:06:29.006073 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-ba654d00-26a4-48eb-830b-7c21a9e62a4e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448897 Jan 23 22:06:29.096276 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-32a57041-e3ec-4bb7-a4b5-974398a2dc8e service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832815 Jan 23 22:06:29.196418 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '0bce6b37-30ed-43e2-80ec-0b4f539f6cf6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': '0678924e-adab-4f64-924b-0534d3fee46b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:cd:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:06:27Z', 'updated_at': '2022-01-23T22:06:27Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}, {'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:09Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:06:29.203958 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c20d30-a4a8-4beb-aa4f-b53bbce4305b req-d6568083-b6a8-40f3-8cf3-de5ffbea51fe service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952396 Jan 23 22:06:29.224617 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b09f7-62f9-44d3-9f0b-0c486012b0f5 None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '0bce6b37-30ed-43e2-80ec-0b4f539f6cf6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': '0678924e-adab-4f64-924b-0534d3fee46b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:cd:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:06:27Z', 'updated_at': '2022-01-23T22:06:27Z', 'revision_number': 0, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}, {'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:09Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:06:29.409254 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37037d21-1360-418d-bb3e-ebc9cb51548e None None] New status for floating IP 0bce6b37-30ed-43e2-80ec-0b4f539f6cf6: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:06:39.688810 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:45.448421 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34d3bf39-d349-4ea6-9230-eb9651d9de37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:47.871562 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf1de384-4373-46d6-a952-2906641bbb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:49.397220 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:50.607284 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:06:52.014546 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:03.049870 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:07:09.716784 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:15.424817 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5c51808-4fa7-4d10-8cd1-ba17abc08249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:17.868830 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44772bbd-5766-4531-be8b-ec35ea639054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:19.390891 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:20.647710 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:22.042332 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:27.967201 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-826f9d50-7e63-4835-88e3-5f0698677dbb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789721 Jan 23 22:07:28.029459 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-8825ca35-ed87-46d1-86d3-83510624a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:07:28.030958 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-8825ca35-ed87-46d1-86d3-83510624a55d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1099 time: 0.0426853 Jan 23 22:07:28.133817 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-b2609c89-e3b6-427d-8aef-f623f07db931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:07:28.135342 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-b2609c89-e3b6-427d-8aef-f623f07db931 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0866525 Jan 23 22:07:28.199035 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-f0415846-65ec-45a8-8b40-a71390b5efd8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0678924e-adab-4f64-924b-0534d3fee46b HTTP/1.1" status: 200 len: 1002 time: 0.0575674 Jan 23 22:07:28.249189 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-118ff90c-d79f-4e22-82f4-64f81fd4d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:07:28.250712 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-118ff90c-d79f-4e22-82f4-64f81fd4d86e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0466194 Jan 23 22:07:28.296519 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-016cd94d-d7d9-48de-966a-b06288d1fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:07:28.298407 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-016cd94d-d7d9-48de-966a-b06288d1fa38 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418115 Jan 23 22:07:28.308030 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-5ca1c139-9381-455d-989f-91a7d887c5a2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 23 22:07:28.308942 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-5ca1c139-9381-455d-989f-91a7d887c5a2 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053704 Jan 23 22:07:28.394479 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-a4b5fb92-0ba8-45df-8ae6-5f44b21edb70 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796049 Jan 23 22:07:28.483190 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca5a3825-39bf-417b-80ac-83b860ea6227 req-56628082-3355-4341-aa2a-aace45646f73 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827007 Jan 23 22:07:39.710067 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:40.048981 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:07:45.456072 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf743416-cda3-4320-b39a-d1fd64cdde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:47.858707 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b920-9dd6-45f7-a464-176371566cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:49.412933 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:50.601498 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:07:52.041857 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:09.738276 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:15.437840 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54648467-5231-49b1-81b2-1a273be47edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:17.048345 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:08:17.871867 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20cdf337-3082-44bc-a25e-05dfd8b4da91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:19.409076 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:20.614385 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:20.849352 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33366) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:21.009647 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Deleting port a81c7cb9-a0b2-429d-9095-d684722a1e7e {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:21.010036 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:21.086219 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:21.086546 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (a81c7cb9-a0b2-429d-9095-d684722a1e7e), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:21.099325 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Calling delete_port for a81c7cb9-a0b2-429d-9095-d684722a1e7e owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:21.340684 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (a81c7cb9-a0b2-429d-9095-d684722a1e7e), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:21.366650 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'Port': ['ID=a81c7cb9-a0b2-429d-9095-d684722a1e7e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:21.379072 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.379467 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.379819 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.380161 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.380495 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.380828 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.381163 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.381497 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.381828 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.382159 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.382483 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.382808 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.383131 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:21.441015 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (0bce6b37-30ed-43e2-80ec-0b4f539f6cf6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:21.441347 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Floating IP 0bce6b37-30ed-43e2-80ec-0b4f539f6cf6 disassociated (deleted). External IP: 172.27.0.173, port: 0678924e-adab-4f64-924b-0534d3fee46b. Jan 23 22:08:21.655762 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:08:21.771259 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:08:21.776169 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:21.781187 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:08:21.791099 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:21.791767 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:21.804892 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-21d6868f-aa18-4c1c-95b1-59a4f10f1d72 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "DELETE /v2.0/floatingips/0bce6b37-30ed-43e2-80ec-0b4f539f6cf6 HTTP/1.1" status: 204 len: 168 time: 0.9544399 Jan 23 22:08:21.805466 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:08:21.807726 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54591064-4065-44e3-b113-1ab34489201d" -d '{"events": [{"name": "network-changed", "server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "tag": "0678924e-adab-4f64-924b-0534d3fee46b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:08:21.854010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d3ce55-f7da-4789-b00d-c84f85edf473 x-openstack-request-id: req-82d3ce55-f7da-4789-b00d-c84f85edf473 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:08:21.854601 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "tag": "0678924e-adab-4f64-924b-0534d3fee46b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:08:21.854601 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82d3ce55-f7da-4789-b00d-c84f85edf473 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:08:21.854940 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b', 'status': 'completed', 'code': 200} Jan 23 22:08:21.920768 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54591064-4065-44e3-b113-1ab34489201d req-40e7ecb1-a886-492d-96fc-a2158d24cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:21.921501 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:21.922195 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-40e7ecb1-a886-492d-96fc-a2158d24cbb4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 1099 time: 0.0443633 Jan 23 22:08:22.020718 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54591064-4065-44e3-b113-1ab34489201d req-6225b9c9-7753-4062-873d-9a784e173f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:22.022248 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-6225b9c9-7753-4062-873d-9a784e173f3e service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.0946858 Jan 23 22:08:22.069724 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-f8403745-e8f0-4986-979a-8b37445790f8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0678924e-adab-4f64-924b-0534d3fee46b HTTP/1.1" status: 200 len: 217 time: 0.0416894 Jan 23 22:08:22.112653 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:22.121265 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54591064-4065-44e3-b113-1ab34489201d req-d1dd6979-9894-477b-86c5-db7d851ecf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:22.126763 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-d1dd6979-9894-477b-86c5-db7d851ecf72 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0510948 Jan 23 22:08:22.178546 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54591064-4065-44e3-b113-1ab34489201d req-1f12304e-8562-4d97-ac65-ce2f9c94ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:22.180090 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-1f12304e-8562-4d97-ac65-ce2f9c94ce66 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480824 Jan 23 22:08:22.208919 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:09Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:22.225929 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21ddbc-eb19-44b0-be39-09adf313daa2 req-d44b72e9-dcf0-43af-891a-5205e9695174 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:22.227454 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c21ddbc-eb19-44b0-be39-09adf313daa2 req-d44b72e9-dcf0-43af-891a-5205e9695174 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0503964 Jan 23 22:08:22.238518 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:08:22.246954 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:22.247834 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:22.273744 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-bdd3bac2-1883-44f9-9ea3-efafbe3c6c97 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866866 Jan 23 22:08:22.281574 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c21ddbc-eb19-44b0-be39-09adf313daa2 req-e3ed9494-5c15-4b12-be14-d5cf5f09e9c6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475214 Jan 23 22:08:22.357985 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:22.371150 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54591064-4065-44e3-b113-1ab34489201d req-267a04f1-b112-4664-a590-9c0594e24d8e service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911057 Jan 23 22:08:22.579208 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:09Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:22.610064 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2c5f4-bab1-4f1d-8e96-634f05f73cb7 None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_floatingips': [{'id': '208ac136-5022-4b7d-b00b-ae274372cca6', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'router_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'port_id': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'mac_address': 'fa:16:3e:06:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-23T22:04:07Z', 'updated_at': '2022-01-23T22:04:09Z', 'revision_number': 1, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:08:22.821663 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28cf14-2590-460d-862d-5f3558ab6fb6 None None] New status for floating IP 0bce6b37-30ed-43e2-80ec-0b4f539f6cf6: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:08:23.399252 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a2f69-550e-4453-98ca-42b96bc36a63 req-58d043b0-5e5e-4e65-9492-356fdbcd9ef4 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:23.400767 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec3a2f69-550e-4453-98ca-42b96bc36a63 req-58d043b0-5e5e-4e65-9492-356fdbcd9ef4 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0479085 Jan 23 22:08:23.452271 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ec3a2f69-550e-4453-98ca-42b96bc36a63 req-71895a91-c13f-464c-a40d-9e46955adaab tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Jan 23 22:08:24.006600 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-9a88f977-f2d6-4c47-84e9-971216ae3d13 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:24.008169 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-9a88f977-f2d6-4c47-84e9-971216ae3d13 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 946 time: 0.0523660 Jan 23 22:08:24.096144 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Deleting port 0678924e-adab-4f64-924b-0534d3fee46b {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:24.096485 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (0678924e-adab-4f64-924b-0534d3fee46b), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:24.196058 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] For port 0678924e-adab-4f64-924b-0534d3fee46b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0678924e-adab-4f64-924b-0534d3fee46b,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:24.196322 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (0678924e-adab-4f64-924b-0534d3fee46b), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:24.208673 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Calling delete_port for 0678924e-adab-4f64-924b-0534d3fee46b owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:24.397149 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (0678924e-adab-4f64-924b-0534d3fee46b), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:24.425943 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'Port': ['ID=0678924e-adab-4f64-924b-0534d3fee46b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:24.439170 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.439170 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.439170 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.439625 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.439625 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.439909 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.440240 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.440567 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.440894 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.441224 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.441545 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.441866 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.442187 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:24.476875 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] No DVR routers for this DVR port 0678924e-adab-4f64-924b-0534d3fee46b on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:08:24.479333 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:24.483436 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-41130c81-1e02-45ee-9df5-5d323866dd54 req-e278ddbd-6585-4566-92fb-5309d1f1c1e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "DELETE /v2.0/ports/0678924e-adab-4f64-924b-0534d3fee46b HTTP/1.1" status: 204 len: 173 time: 0.4705725 Jan 23 22:08:24.483873 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'name': 'network-vif-deleted', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:08:24.486074 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2798f84-9141-4ddc-85ac-a4e3099584da" -d '{"events": [{"server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "name": "network-vif-deleted", "tag": "0678924e-adab-4f64-924b-0534d3fee46b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:08:24.522660 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7486ad7-6800-4e26-9ec2-19df14fc7d2b x-openstack-request-id: req-a7486ad7-6800-4e26-9ec2-19df14fc7d2b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:08:24.522976 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912be03b-16ca-444f-8d82-ad855b03e0f8", "name": "network-vif-deleted", "tag": "0678924e-adab-4f64-924b-0534d3fee46b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:08:24.523617 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7486ad7-6800-4e26-9ec2-19df14fc7d2b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:08:24.524029 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912be03b-16ca-444f-8d82-ad855b03e0f8', 'name': 'network-vif-deleted', 'tag': '0678924e-adab-4f64-924b-0534d3fee46b', 'status': 'completed', 'code': 200} Jan 23 22:08:24.612112 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fde56159-8885-4e79-89f5-eedb79b5572c req-d54d3cf0-1d4f-495f-843f-72a846f14c06 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0304422 Jan 23 22:08:25.721177 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d85d3597-ed93-4b84-95db-27ade89b9aa7 req-b7e37ddd-6fbc-40d2-a67c-95dc6e3c9761 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=912be03b-16ca-444f-8d82-ad855b03e0f8 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Jan 23 22:08:27.816431 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 0678924e-adab-4f64-924b-0534d3fee46b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:27.838213 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: 0678924e-adab-4f64-924b-0534d3fee46b {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:27.838557 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device 0678924e-adab-4f64-924b-0534d3fee46b not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:29.187896 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33408) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:29.342157 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Deleting port 6c77d214-3999-42b1-baf3-1ae4b5c8f8e7 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:29.342494 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:29.414729 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:29.415043 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:29.426433 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Calling delete_port for 6c77d214-3999-42b1-baf3-1ae4b5c8f8e7 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:29.625488 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (6c77d214-3999-42b1-baf3-1ae4b5c8f8e7), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:29.655313 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'Port': ['ID=6c77d214-3999-42b1-baf3-1ae4b5c8f8e7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:29.714138 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (208ac136-5022-4b7d-b00b-ae274372cca6), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:29.714523 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Floating IP 208ac136-5022-4b7d-b00b-ae274372cca6 disassociated (deleted). External IP: 172.27.0.144, port: ca4b097d-5f6f-4436-9529-b1de61a06a04. Jan 23 22:08:29.927297 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-a4fa8a2c-b461-4550-99ff-dbce2cdee099 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429409 Jan 23 22:08:29.928277 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:08:30.024095 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258222-33d2-4f01-a787-203845fd3785 req-4afe6553-eaf6-4d22-8753-ea3a0dc7a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:30.025581 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-4afe6553-eaf6-4d22-8753-ea3a0dc7a167 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0456207 Jan 23 22:08:30.041389 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:08:30.047604 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:30.054734 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:08:30.076626 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:30.077772 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:30.078189 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6a4b52a4-85e2-4ade-9e67-cd9aeb1c7298 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "DELETE /v2.0/floatingips/208ac136-5022-4b7d-b00b-ae274372cca6 HTTP/1.1" status: 204 len: 168 time: 0.8892264 Jan 23 22:08:30.078784 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:08:30.081369 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631a9a4e92672acd11f82e9cfc9f6d92ca07cb8ab790e17389003deac742979f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ad939f-83c2-4ad8-baba-0aa57cc967bd" -d '{"events": [{"name": "network-changed", "server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:08:30.143035 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Jan 2022 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f05303-f818-44c0-b810-18a2ee7c7c0e x-openstack-request-id: req-38f05303-f818-44c0-b810-18a2ee7c7c0e {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:08:30.143850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:08:30.143850 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38f05303-f818-44c0-b810-18a2ee7c7c0e {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:08:30.144078 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'status': 'completed', 'code': 200} Jan 23 22:08:30.158016 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258222-33d2-4f01-a787-203845fd3785 req-bedc23cc-98bb-4e57-9ab2-2b4d799b5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:30.159406 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-bedc23cc-98bb-4e57-9ab2-2b4d799b5215 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.1144729 Jan 23 22:08:30.201476 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:30.206669 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-5aa2d216-c44b-4356-92a1-bb05e9bdf3ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 217 time: 0.0415838 Jan 23 22:08:30.256626 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258222-33d2-4f01-a787-203845fd3785 req-6aed5943-ad8f-4c2a-9180-559499dc10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:30.258097 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-6aed5943-ad8f-4c2a-9180-559499dc10fb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0461218 Jan 23 22:08:30.304368 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258222-33d2-4f01-a787-203845fd3785 req-4ee487c9-4596-4323-b268-edb9d4caead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:30.305904 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-4ee487c9-4596-4323-b268-edb9d4caead2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417328 Jan 23 22:08:30.416054 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:30.445414 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:08:30.456145 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:30.456690 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:30.540960 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4014113-ebeb-4a56-9473-d1f2ccab6a68 req-ed040020-0b82-41cf-be13-91ed8c21f050 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:30.542635 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e4014113-ebeb-4a56-9473-d1f2ccab6a68 req-ed040020-0b82-41cf-be13-91ed8c21f050 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0540414 Jan 23 22:08:30.601763 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e4014113-ebeb-4a56-9473-d1f2ccab6a68 req-8db04f78-d1fd-4734-9d16-7e9ad33f1a47 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Jan 23 22:08:30.677243 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-a167f770-0a20-412e-b73b-46cbc653f620 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657522 Jan 23 22:08:30.721739 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:30.773818 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31258222-33d2-4f01-a787-203845fd3785 req-6038fbb1-4540-423e-a7f1-63967089eea8 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903921 Jan 23 22:08:30.944717 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:30.961988 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-8cc8d66e-4d6d-4187-a95c-ae75671459da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:30.963482 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-8cc8d66e-4d6d-4187-a95c-ae75671459da service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f93514d153964c7b9b20e7d7c9be411e&device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 1099 time: 0.0433738 Jan 23 22:08:30.978756 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1e2e-6239-4eac-ac87-9ef9c2e40598 None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:11Z', 'revision_number': 4, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi', '_interfaces': [{'id': '9b791465-6d97-4fc5-9798-479d73506da1', 'name': '', 'network_id': '08b7ad8a-8655-43c0-af9b-0a06985f6b2a', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'mac_address': 'fa:16:3e:6e:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:10Z', 'updated_at': '2022-01-23T22:00:15Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'subnets': [{'id': '31391c99-4aef-461f-bfbe-4412eaaeb54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:08:31.070728 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-126999c3-f32e-478e-bba4-bba0d84607f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:31.072279 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-126999c3-f32e-478e-bba4-bba0d84607f2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 200 len: 913 time: 0.1022301 Jan 23 22:08:31.115221 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-8ad18603-4407-4ee8-9e13-ef59dc9b8c2e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 200 len: 217 time: 0.0358429 Jan 23 22:08:31.180742 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-0ba2e707-c78c-4813-8fa5-536fa57222b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:31.182679 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-0ba2e707-c78c-4813-8fa5-536fa57222b5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 200 len: 851 time: 0.0597200 Jan 23 22:08:31.235546 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb7a83-381c-490d-aba5-2a1ac09fafdb None None] New status for floating IP 208ac136-5022-4b7d-b00b-ae274372cca6: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 23 22:08:31.238488 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-2e57c6bd-ad56-434a-8116-a4581f2e6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:31.240068 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-2e57c6bd-ad56-434a-8116-a4581f2e6f29 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=08b7ad8a-8655-43c0-af9b-0a06985f6b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476782 Jan 23 22:08:31.343359 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-917bbbbf-3e93-4ae3-b574-9ac40b028b6f service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920937 Jan 23 22:08:31.434582 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77ad939f-83c2-4ad8-baba-0aa57cc967bd req-4aae0a29-4035-4016-bc25-b76957871e10 service neutron] 10.222.0.112 "GET /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Jan 23 22:08:31.726923 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2ceea-44d4-4c55-9551-5b5df8369eff req-9bf42303-aa85-444d-a3e2-ffdaf945b5e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:31.728407 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-efa2ceea-44d4-4c55-9551-5b5df8369eff req-9bf42303-aa85-444d-a3e2-ffdaf945b5e5 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0534782 Jan 23 22:08:31.776712 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-efa2ceea-44d4-4c55-9551-5b5df8369eff req-caf49e5a-9f35-47e9-9eec-b2aa89c0b7b6 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/security-groups?id=1c5c830c-c6f4-4388-a458-30909b097710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Jan 23 22:08:32.104153 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57255-cee7-4879-a999-c68cf333e164 req-6182db74-f9c0-4c8d-ae45-b45a263a589e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 23 22:08:32.105633 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-90e57255-cee7-4879-a999-c68cf333e164 req-6182db74-f9c0-4c8d-ae45-b45a263a589e tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Jan 23 22:08:32.197596 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Deleting port ca4b097d-5f6f-4436-9529-b1de61a06a04 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:32.197855 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:32.286049 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] For port ca4b097d-5f6f-4436-9529-b1de61a06a04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca4b097d-5f6f-4436-9529-b1de61a06a04,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:32.286417 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:32.298682 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Calling delete_port for ca4b097d-5f6f-4436-9529-b1de61a06a04 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:32.505902 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (ca4b097d-5f6f-4436-9529-b1de61a06a04), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:32.535863 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'Port': ['ID=ca4b097d-5f6f-4436-9529-b1de61a06a04,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:32.583775 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] No DVR routers for this DVR port ca4b097d-5f6f-4436-9529-b1de61a06a04 on host hv-cinder-82160 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:08:32.586319 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for port (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:32.589735 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [req-90e57255-cee7-4879-a999-c68cf333e164 req-b9d7b131-045b-4bcb-8099-e11b62d9299d tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.112 "DELETE /v2.0/ports/ca4b097d-5f6f-4436-9529-b1de61a06a04 HTTP/1.1" status: 204 len: 173 time: 0.4787166 Jan 23 22:08:32.590205 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'name': 'network-vif-deleted', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 23 22:08:32.592494 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb88751230c0be84338d3b5ddd288cb1b256c918c236df5bf182c4bfdfeca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c794eb-855b-4392-b589-8f30abb5de68" -d '{"events": [{"server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "name": "network-vif-deleted", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 23 22:08:32.628223 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Jan 2022 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8131596b-6bfb-4057-8eb8-84e339bc370c x-openstack-request-id: req-8131596b-6bfb-4057-8eb8-84e339bc370c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 23 22:08:32.628516 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216c7ea2-af28-4a6e-87c8-0b58f40063d1", "name": "network-vif-deleted", "tag": "ca4b097d-5f6f-4436-9529-b1de61a06a04", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 23 22:08:32.628777 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8131596b-6bfb-4057-8eb8-84e339bc370c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 23 22:08:32.629185 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216c7ea2-af28-4a6e-87c8-0b58f40063d1', 'name': 'network-vif-deleted', 'tag': 'ca4b097d-5f6f-4436-9529-b1de61a06a04', 'status': 'completed', 'code': 200} Jan 23 22:08:32.873041 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e8103574-3740-4183-b7b3-1ad7d416e7fe req-09c8fd32-d759-4a78-96f8-8ebbcc6be631 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "GET /v2.0/ports?device_id=216c7ea2-af28-4a6e-87c8-0b58f40063d1 HTTP/1.1" status: 200 len: 210 time: 0.0276685 Jan 23 22:08:33.937021 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33426) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:34.316703 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Deleting port ebec7332-af98-4e32-9455-1d4df9ecb426 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:34.317043 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:34.390353 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:34.390674 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (ebec7332-af98-4e32-9455-1d4df9ecb426), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:34.402100 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Calling delete_port for ebec7332-af98-4e32-9455-1d4df9ecb426 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:34.669211 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (ebec7332-af98-4e32-9455-1d4df9ecb426), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:34.698474 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'Port': ['ID=ebec7332-af98-4e32-9455-1d4df9ecb426,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:34.759343 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for floatingip (5a4409dd-11ae-4c9c-9795-09468f2e7411), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:34.761874 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82293'] for floatingip (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:34.763030 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bb1255a7-0ec3-41e8-8d01-d1c94eeb7a35 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "DELETE /v2.0/floatingips/5a4409dd-11ae-4c9c-9795-09468f2e7411 HTTP/1.1" status: 204 len: 168 time: 0.8250291 Jan 23 22:08:35.847385 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device ca4b097d-5f6f-4436-9529-b1de61a06a04 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:35.868462 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] No Port match for: ca4b097d-5f6f-4436-9529-b1de61a06a04 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:35.868808 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Device ca4b097d-5f6f-4436-9529-b1de61a06a04 not bound to the agent host hv-cinder-82160 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:36.096877 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 33438) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:36.156682 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-642f23d3-d9ea-4810-8581-b7cd44f7ee01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group (1c5c830c-c6f4-4388-a458-30909b097710), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:36.184584 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-642f23d3-d9ea-4810-8581-b7cd44f7ee01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group (1c5c830c-c6f4-4388-a458-30909b097710), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:36.311836 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-642f23d3-d9ea-4810-8581-b7cd44f7ee01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1c5c830c-c6f4-4388-a458-30909b097710), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:36.314449 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-642f23d3-d9ea-4810-8581-b7cd44f7ee01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Publish callbacks [] for security_group (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:36.315731 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-642f23d3-d9ea-4810-8581-b7cd44f7ee01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] 10.222.0.72 "DELETE /v2.0/security-groups/1c5c830c-c6f4-4388-a458-30909b097710 HTTP/1.1" status: 204 len: 168 time: 0.2178690 Jan 23 22:08:36.325294 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f23d3-d9ea-4810-8581-b7cd44f7ee01 tempest-TestVolumeBootPattern-814415815 tempest-TestVolumeBootPattern-814415815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c830c-c6f4-4388-a458-30909b097710,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:36.463180 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 33442) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:36.915594 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (b47e6616-2b32-439b-ba21-028acad5d94c), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:37.170310 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Deleting port 9b791465-6d97-4fc5-9798-479d73506da1 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:37.170993 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (9b791465-6d97-4fc5-9798-479d73506da1), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:37.248509 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] For port 9b791465-6d97-4fc5-9798-479d73506da1, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=9b791465-6d97-4fc5-9798-479d73506da1,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:37.248864 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (9b791465-6d97-4fc5-9798-479d73506da1), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:37.260258 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Calling delete_port for 9b791465-6d97-4fc5-9798-479d73506da1 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:37.494212 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (9b791465-6d97-4fc5-9798-479d73506da1), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:37.524870 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b791465-6d97-4fc5-9798-479d73506da1,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:37.701813 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (b47e6616-2b32-439b-ba21-028acad5d94c), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:37.922184 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Router b47e6616-2b32-439b-ba21-028acad5d94c has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:08:38.033160 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:08:38.042074 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-55ca2bda-23b6-4d70-9406-749089b10b29 admin admin] 10.222.0.72 "PUT /v2.0/routers/b47e6616-2b32-439b-ba21-028acad5d94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5775084 Jan 23 22:08:38.043658 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] Sync routers for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:08:38.044913 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33446) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:38.054418 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:38.055033 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:38.153500 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks [] for router (b47e6616-2b32-439b-ba21-028acad5d94c), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.160735 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: dv-cinder-821602-21-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:38.262615 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks [] for router_gateway (b47e6616-2b32-439b-ba21-028acad5d94c), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.346508 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '9dcc0311-5431-4fef-9284-48c673093be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:08:37Z', 'revision_number': 5, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port': {'id': '9dcc0311-5431-4fef-9284-48c673093be1', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:38.375025 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] Checking router: b47e6616-2b32-439b-ba21-028acad5d94c for host: dv-cinder-821602-21-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:08:38.383423 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] Routers {'b47e6616-2b32-439b-ba21-028acad5d94c'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:38.383655 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Deleting port 9dcc0311-5431-4fef-9284-48c673093be1 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:38.384046 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['b47e6616-2b32-439b-ba21-028acad5d94c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:38.384225 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (9dcc0311-5431-4fef-9284-48c673093be1), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.466741 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] For port 9dcc0311-5431-4fef-9284-48c673093be1, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=9dcc0311-5431-4fef-9284-48c673093be1,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:38.467104 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (9dcc0311-5431-4fef-9284-48c673093be1), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.472206 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] Set router b47e6616-2b32-439b-ba21-028acad5d94c gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:38.478733 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Calling delete_port for 9dcc0311-5431-4fef-9284-48c673093be1 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:38.525125 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:08:38Z', 'revision_number': 6, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:38.555592 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897a8db-e7bc-4b0f-bab6-b0167d131f4f None None] The sync data for ids ['b47e6616-2b32-439b-ba21-028acad5d94c'] in dv-cinder-821602-21-iscsi is: [{'id': 'b47e6616-2b32-439b-ba21-028acad5d94c', 'name': 'tempest-TestVolumeBootPattern-1388418210-router', 'tenant_id': 'f93514d153964c7b9b20e7d7c9be411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:08Z', 'updated_at': '2022-01-23T22:08:38Z', 'revision_number': 6, 'project_id': 'f93514d153964c7b9b20e7d7c9be411e', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:08:38.716767 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (9dcc0311-5431-4fef-9284-48c673093be1), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.742610 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcc0311-5431-4fef-9284-48c673093be1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:38.802445 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (b47e6616-2b32-439b-ba21-028acad5d94c), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.891101 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (b47e6616-2b32-439b-ba21-028acad5d94c), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:38.893444 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks [] for router_controller (b47e6616-2b32-439b-ba21-028acad5d94c), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.011783 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (b47e6616-2b32-439b-ba21-028acad5d94c), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.012362 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b47e6616-2b32-439b-ba21-028acad5d94c {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 22:08:39.019734 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.019734 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7e321fc3-787b-4454-a47d-45ba80477e16 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b47e6616-2b32-439b-ba21-028acad5d94c HTTP/1.1" status: 204 len: 168 time: 0.9722075 Jan 23 22:08:39.021344 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33448) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:39.065951 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Deleting subnet 31391c99-4aef-461f-bfbe-4412eaaeb54b {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 22:08:39.069087 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Publish callbacks [] for subnet (31391c99-4aef-461f-bfbe-4412eaaeb54b), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.103096 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (31391c99-4aef-461f-bfbe-4412eaaeb54b), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.182445 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (31391c99-4aef-461f-bfbe-4412eaaeb54b), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.286442 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (31391c99-4aef-461f-bfbe-4412eaaeb54b), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.312411 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31391c99-4aef-461f-bfbe-4412eaaeb54b,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:39.318262 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.323094 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a6e5ce04-e321-42ef-ad31-e7ea279be4c0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/31391c99-4aef-461f-bfbe-4412eaaeb54b HTTP/1.1" status: 204 len: 168 time: 0.2993355 Jan 23 22:08:39.324125 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f67f9-9dfe-4631-a756-53f917be706f None None] Network 08b7ad8a-8655-43c0-af9b-0a06985f6b2a requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:08:39.324594 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33450) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:39.398787 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (08b7ad8a-8655-43c0-af9b-0a06985f6b2a), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.456207 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Deleting port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:39.456552 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.497163 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] DHCP port deletion for 08b7ad8a-8655-43c0-af9b-0a06985f6b2a request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 22:08:39.522763 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] For port 753a1f8d-9395-41e0-8aa2-5d795aa881e8, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=753a1f8d-9395-41e0-8aa2-5d795aa881e8,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:39.523128 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.536309 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Calling delete_port for 753a1f8d-9395-41e0-8aa2-5d795aa881e8 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:39.548627 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Deleting port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:39.549349 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.615946 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] For port 753a1f8d-9395-41e0-8aa2-5d795aa881e8, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=753a1f8d-9395-41e0-8aa2-5d795aa881e8,segment=NetworkSegment(1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9),segment_id=1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:39.616345 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.629635 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Calling delete_port for 753a1f8d-9395-41e0-8aa2-5d795aa881e8 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:39.705516 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.718640 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (753a1f8d-9395-41e0-8aa2-5d795aa881e8), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.732189 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Pushing event deleted for resources: {'Port': ['ID=753a1f8d-9395-41e0-8aa2-5d795aa881e8,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:39.737806 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] No DVR routers for this DVR port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 on host dv-cinder-821602-21-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:08:39.744007 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Pushing event deleted for resources: {'Port': ['ID=753a1f8d-9395-41e0-8aa2-5d795aa881e8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:39.753151 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] No DVR routers for this DVR port 753a1f8d-9395-41e0-8aa2-5d795aa881e8 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:08:39.755208 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.755582 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.755937 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.756281 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.756621 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.756953 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.757288 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.757761 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.758095 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.758428 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.758758 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.759106 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.759466 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983dd7-444d-41b0-9009-f1da0a2714f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-21-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 23 22:08:39.783451 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.822287 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (08b7ad8a-8655-43c0-af9b-0a06985f6b2a), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.843832 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b7ad8a-8655-43c0-af9b-0a06985f6b2a']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:39.853283 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:39.853581 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:39.863305 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.877113 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.882927 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 22:08:39.884849 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (1f091b5f-f5fa-4a6e-9fbc-9c60a34c2bf9), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 22:08:39.884982 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 22:08:40.040176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (08b7ad8a-8655-43c0-af9b-0a06985f6b2a), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:40.047095 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:40.050377 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] 10.222.0.72 "DELETE /v2.0/networks/08b7ad8a-8655-43c0-af9b-0a06985f6b2a HTTP/1.1" status: 204 len: 168 time: 0.7251098 Jan 23 22:08:40.053406 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 33452) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:40.060807 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0211-5089-4b89-b99f-aba87719bd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b7ad8a-8655-43c0-af9b-0a06985f6b2a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:40.394999 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550538'] for router_interface (511deb89-a743-45bd-80f5-4a228d14f253), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:40.598157 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9dcc0311-5431-4fef-9284-48c673093be1 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:40.618703 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 9dcc0311-5431-4fef-9284-48c673093be1 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:40.619137 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9dcc0311-5431-4fef-9284-48c673093be1 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:40.619591 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9b791465-6d97-4fc5-9798-479d73506da1 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:40.643500 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 9b791465-6d97-4fc5-9798-479d73506da1 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:40.643751 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Deleting port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:40.643859 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 9b791465-6d97-4fc5-9798-479d73506da1 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:40.643980 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:40.644255 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 753a1f8d-9395-41e0-8aa2-5d795aa881e8 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:40.663341 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 753a1f8d-9395-41e0-8aa2-5d795aa881e8 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:40.663608 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 753a1f8d-9395-41e0-8aa2-5d795aa881e8 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:40.721809 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] For port 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:40.722164 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:40.734217 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Calling delete_port for 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:41.025230 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (7cd23e56-e8ac-4f87-87b7-fd7638bb01c5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:41.052001 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd23e56-e8ac-4f87-87b7-fd7638bb01c5,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:41.218246 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-410825'] for router_interface (511deb89-a743-45bd-80f5-4a228d14f253), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:41.680530 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Router 511deb89-a743-45bd-80f5-4a228d14f253 has already been hosted by L3 agent ef865bad-2c99-4eec-9a0a-8102c8dbb39e {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 23 22:08:41.785721 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] Notify agent at l3_agent.dv-cinder-821602-21-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 23 22:08:41.790600 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a5ce2f35-83af-4454-9d46-1e87d630ce8e admin admin] 10.222.0.72 "PUT /v2.0/routers/511deb89-a743-45bd-80f5-4a228d14f253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360406 Jan 23 22:08:41.793185 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.72', 33454) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:41.795799 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] Sync routers for ids ['511deb89-a743-45bd-80f5-4a228d14f253'] in dv-cinder-821602-21-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 23 22:08:41.805373 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] Routers {'511deb89-a743-45bd-80f5-4a228d14f253'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:41.812558 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['511deb89-a743-45bd-80f5-4a228d14f253'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:41.904850 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks [] for router (511deb89-a743-45bd-80f5-4a228d14f253), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:41.997922 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] Set router 511deb89-a743-45bd-80f5-4a228d14f253 gateway port host: dv-cinder-821602-21-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:42.009354 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks [] for router_gateway (511deb89-a743-45bd-80f5-4a228d14f253), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.117062 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Deleting port 205462cc-dddf-4776-a5d8-88ab1d0e4b89 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:42.117407 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.186905 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'external_fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:08:40Z', 'revision_number': 5, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port': {'id': '205462cc-dddf-4776-a5d8-88ab1d0e4b89', 'name': '', 'network_id': 'cc53e9f6-37eb-4920-a53b-6911ab57974d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511deb89-a743-45bd-80f5-4a228d14f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-23T22:00:15Z', 'updated_at': '2022-01-23T22:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f258a65-764c-4a57-85c8-34bc63314bdc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-21-iscsi'}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:42.196617 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] For port 205462cc-dddf-4776-a5d8-88ab1d0e4b89, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=205462cc-dddf-4776-a5d8-88ab1d0e4b89,segment=NetworkSegment(7fec2c78-6e81-4826-aabf-da5619ca09f3),segment_id=7fec2c78-6e81-4826-aabf-da5619ca09f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:42.196982 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.210665 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Calling delete_port for 205462cc-dddf-4776-a5d8-88ab1d0e4b89 owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:42.214592 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] Checking router: 511deb89-a743-45bd-80f5-4a228d14f253 for host: dv-cinder-821602-21-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 23 22:08:42.223883 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] Routers {'511deb89-a743-45bd-80f5-4a228d14f253'} bound to L3 agent in host dv-cinder-821602-21-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 23 22:08:42.224507 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-23T21:38:18Z,description=,heartbeat_timestamp=2022-01-23T22:08:18Z,host='dv-cinder-821602-21-iscsi',id=ef865bad-2c99-4eec-9a0a-8102c8dbb39e,load=0,resource_versions=,resources_synced=,started_at=2022-01-23T21:38:19Z,topic='l3_agent')) {'router_ids': ['511deb89-a743-45bd-80f5-4a228d14f253'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:42.311517 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] Set router 511deb89-a743-45bd-80f5-4a228d14f253 gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 23 22:08:42.364209 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:08:42Z', 'revision_number': 6, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port_host': None}], 'dv-cinder-821602-21-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:42.394446 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c4361-7b36-4bd1-b9b6-d7d8912cf7c7 None None] The sync data for ids ['511deb89-a743-45bd-80f5-4a228d14f253'] in dv-cinder-821602-21-iscsi is: [{'id': '511deb89-a743-45bd-80f5-4a228d14f253', 'name': 'tempest-TestVolumeBootPattern-713154941-router', 'tenant_id': 'fe5b5736364346958c94ff6c4e448faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-23T22:00:14Z', 'updated_at': '2022-01-23T22:08:42Z', 'revision_number': 6, 'project_id': 'fe5b5736364346958c94ff6c4e448faf', 'gw_port_host': None}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 23 22:08:42.452097 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912274'] for port (205462cc-dddf-4776-a5d8-88ab1d0e4b89), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.483624 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Pushing event deleted for resources: {'Port': ['ID=205462cc-dddf-4776-a5d8-88ab1d0e4b89,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:42.541603 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503636'] for router_gateway (511deb89-a743-45bd-80f5-4a228d14f253), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.633569 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router (511deb89-a743-45bd-80f5-4a228d14f253), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.635734 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks [] for router_controller (511deb89-a743-45bd-80f5-4a228d14f253), precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.768286 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507265'] for router (511deb89-a743-45bd-80f5-4a228d14f253), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.768866 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511deb89-a743-45bd-80f5-4a228d14f253 {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 23 22:08:42.776019 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.777279 dv-cinder-821602-21-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-583df46a-471a-404c-bdaf-3c3106e9c878 admin admin] 10.222.0.72 "DELETE /v2.0/routers/511deb89-a743-45bd-80f5-4a228d14f253 HTTP/1.1" status: 204 len: 168 time: 0.9827402 Jan 23 22:08:42.780394 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33456) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:42.829103 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:42.837734 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Deleting subnet 105d9809-dd80-40e6-8f9a-ae3a2ebb0b59 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 23 22:08:42.841570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Publish callbacks [] for subnet (105d9809-dd80-40e6-8f9a-ae3a2ebb0b59), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.857690 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:42.858033 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 7cd23e56-e8ac-4f87-87b7-fd7638bb01c5 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:42.878028 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59148346'] for subnet (105d9809-dd80-40e6-8f9a-ae3a2ebb0b59), precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:42.957043 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1803006'] for subnet (105d9809-dd80-40e6-8f9a-ae3a2ebb0b59), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.088241 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1803540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59054793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59533240'] for subnet (105d9809-dd80-40e6-8f9a-ae3a2ebb0b59), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.115645 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105d9809-dd80-40e6-8f9a-ae3a2ebb0b59,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:43.117536 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for subnet (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.120843 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b5dd5909-c113-48f8-b8c3-0e3185fee169 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/105d9809-dd80-40e6-8f9a-ae3a2ebb0b59 HTTP/1.1" status: 204 len: 168 time: 0.3394046 Jan 23 22:08:43.123533 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33458) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:43.123829 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf655e4a-f428-41e3-9723-da3d335dbffc None None] Network 17153b23-aec2-48c2-888f-9716cfab555d requested from dv-cinder-821602-21-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 23 22:08:43.195018 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435458'] for network (17153b23-aec2-48c2-888f-9716cfab555d), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.254010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Deleting port 0badc0f9-9c12-4769-98de-ca2df60dcf65 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:43.254345 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.277352 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] DHCP port deletion for 17153b23-aec2-48c2-888f-9716cfab555d request from dv-cinder-821602-21-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 23 22:08:43.331984 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] For port 0badc0f9-9c12-4769-98de-ca2df60dcf65, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0badc0f9-9c12-4769-98de-ca2df60dcf65,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:43.332355 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.333246 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] Deleting port 0badc0f9-9c12-4769-98de-ca2df60dcf65 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 23 22:08:43.333626 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760565625384'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.345223 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Calling delete_port for 0badc0f9-9c12-4769-98de-ca2df60dcf65 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:43.405206 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] For port 0badc0f9-9c12-4769-98de-ca2df60dcf65, host dv-cinder-821602-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-21-iscsi',level=0,port_id=0badc0f9-9c12-4769-98de-ca2df60dcf65,segment=NetworkSegment(d7d6f234-95be-4e9d-a5ea-1968b34ce17a),segment_id=d7d6f234-95be-4e9d-a5ea-1968b34ce17a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 23 22:08:43.405760 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503582'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.418521 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] Calling delete_port for 0badc0f9-9c12-4769-98de-ca2df60dcf65 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 23 22:08:43.497885 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59054846'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.502261 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1402150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760565630172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760565197707'] for port (0badc0f9-9c12-4769-98de-ca2df60dcf65), after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.521060 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Pushing event deleted for resources: {'Port': ['ID=0badc0f9-9c12-4769-98de-ca2df60dcf65,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:43.522848 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] No DVR routers for this DVR port 0badc0f9-9c12-4769-98de-ca2df60dcf65 on host dv-cinder-821602-21-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:08:43.531864 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] Pushing event deleted for resources: {'Port': ['ID=0badc0f9-9c12-4769-98de-ca2df60dcf65,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:43.537480 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05713b-5e7f-4c41-b1a9-9febc9a71664 None None] No DVR routers for this DVR port 0badc0f9-9c12-4769-98de-ca2df60dcf65 on host dv-cinder-821602-21-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 23 22:08:43.594234 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1818460', 'neutron.services.segments.db._delete_segments_for_network-8760565702687'] for network (17153b23-aec2-48c2-888f-9716cfab555d), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.614365 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17153b23-aec2-48c2-888f-9716cfab555d']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:43.625176 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:43.625476 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d6f234-95be-4e9d-a5ea-1968b34ce17a') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 23 22:08:43.639116 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760565702301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59148481'] for segment (d7d6f234-95be-4e9d-a5ea-1968b34ce17a), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.653010 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942'] for segment (d7d6f234-95be-4e9d-a5ea-1968b34ce17a), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.659963 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59054755'] for segment (d7d6f234-95be-4e9d-a5ea-1968b34ce17a), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: Traceback (most recent call last): Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: timer() Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: cb(*args, **kw) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: return func(*args, **kwargs) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: self._notify() Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: self.callback(batched_events) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: event.method(event) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: aggregate_uuid = self.p_client.list_aggregates( Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: return f(self, *a, **k) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._get(url).json() Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: return self.request(url, 'GET', **kwargs) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: base_url = self.get_endpoint(auth, allow=allow, Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 23 22:08:43.663614 dv-cinder-821602-21-iscsi neutron-server[109849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 23 22:08:43.796670 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1818453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503727'] for network (17153b23-aec2-48c2-888f-9716cfab555d), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.801922 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609035'] for network (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:43.805419 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] 10.222.0.72 "DELETE /v2.0/networks/17153b23-aec2-48c2-888f-9716cfab555d HTTP/1.1" status: 204 len: 168 time: 0.6809609 Jan 23 22:08:43.818570 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7484a-2627-4dec-96af-37779e00d51e admin admin] Pushing event deleted for resources: {'Network': ['ID=17153b23-aec2-48c2-888f-9716cfab555d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:44.132799 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33462) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:44.172360 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e969d705-42fa-4db3-92b3-eebaff6627ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f93514d153964c7b9b20e7d7c9be411e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383739 Jan 23 22:08:44.174668 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33464) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:44.221725 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46b614c9-012c-4f1e-9f8e-5107ee3864db admin admin] Publish callbacks [] for security_group (5f458029-9f3b-4a46-93c1-9d8d76cda9ca), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:44.247216 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46b614c9-012c-4f1e-9f8e-5107ee3864db admin admin] Publish callbacks [] for security_group (5f458029-9f3b-4a46-93c1-9d8d76cda9ca), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:44.350876 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46b614c9-012c-4f1e-9f8e-5107ee3864db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (5f458029-9f3b-4a46-93c1-9d8d76cda9ca), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:44.353543 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46b614c9-012c-4f1e-9f8e-5107ee3864db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:44.354699 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-46b614c9-012c-4f1e-9f8e-5107ee3864db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f458029-9f3b-4a46-93c1-9d8d76cda9ca HTTP/1.1" status: 204 len: 168 time: 0.1791601 Jan 23 22:08:44.363467 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b614c9-012c-4f1e-9f8e-5107ee3864db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f458029-9f3b-4a46-93c1-9d8d76cda9ca,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:44.600821 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 205462cc-dddf-4776-a5d8-88ab1d0e4b89 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:44.625236 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 205462cc-dddf-4776-a5d8-88ab1d0e4b89 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:44.626957 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 205462cc-dddf-4776-a5d8-88ab1d0e4b89 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:44.626957 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0badc0f9-9c12-4769-98de-ca2df60dcf65 no longer exists at agent ovs-agent-dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 23 22:08:44.645995 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] No Port match for: 0badc0f9-9c12-4769-98de-ca2df60dcf65 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 23 22:08:44.646345 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Device 0badc0f9-9c12-4769-98de-ca2df60dcf65 not bound to the agent host dv-cinder-821602-21-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 23 22:08:45.070206 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33470) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:45.113350 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d2801c63-f5a9-4dc3-afbb-400012b0b779 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe5b5736364346958c94ff6c4e448faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418987 Jan 23 22:08:45.115741 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.72', 33472) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 23 22:08:45.163071 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9d81-9460-4304-af75-595c64317f8b admin admin] Publish callbacks [] for security_group (1dd6f2fb-b63e-4f32-a7e8-43956fd30f66), before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:45.184198 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9d81-9460-4304-af75-595c64317f8b admin admin] Publish callbacks [] for security_group (1dd6f2fb-b63e-4f32-a7e8-43956fd30f66), precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:45.327510 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9d81-9460-4304-af75-595c64317f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627760'] for security_group (1dd6f2fb-b63e-4f32-a7e8-43956fd30f66), after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:45.330113 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9d81-9460-4304-af75-595c64317f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:45.331870 dv-cinder-821602-21-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0c2c9d81-9460-4304-af75-595c64317f8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1dd6f2fb-b63e-4f32-a7e8-43956fd30f66 HTTP/1.1" status: 204 len: 168 time: 0.2146709 Jan 23 22:08:45.339725 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c9d81-9460-4304-af75-595c64317f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd6f2fb-b63e-4f32-a7e8-43956fd30f66,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 23 22:08:45.451712 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-764e8e20-a8e7-4f0c-80aa-1d669fac3906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:47.948760 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb09480-ef98-4d6e-a4ed-ecb184887e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:49.401671 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:50.624544 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:52.042021 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:08:54.048221 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:09:09.727105 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:15.463537 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a659f5fe-3a8e-4046-aced-42e7033aafd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:17.880889 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4ec78e9-0ebc-401c-a1f2-282740a4f795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:19.410737 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:20.606222 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:22.046155 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:31.046605 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:09:39.731159 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:45.445033 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96111ab4-e41f-4fae-9fee-bc6c14ef8b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:47.873705 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-140a690c-6660-4a0f-9cf2-0b54c47d971b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:49.398710 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:50.611204 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:09:52.021785 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:08.045313 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:10:09.730012 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:15.114120 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-65ad097a-5d8d-4451-99a7-aa9d68c9bac9 req-0a0fcc81-82bb-4c0a-9805-9d688b6dff96 service neutron] (109848) timed out ('10.222.0.112', 50208) {{(pid=109848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 23 22:10:15.432308 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85f06bbe-66b1-4951-bb1e-e78fe5d7328c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:17.860959 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bffd7f1-0820-42ab-b819-3fe754607f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:19.403374 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:20.597790 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:22.033134 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:39.745612 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:45.043975 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:10:45.465437 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-27e8550d-f15d-4587-8ff7-12b6ef1af550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:47.882344 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7743a-ae34-4405-b480-8e74aa579975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:49.396951 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:50.613583 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:10:52.042174 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:09.772873 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:15.464353 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90545568-5ce4-4b2b-bf73-64f1aec378f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:17.864460 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51b3af9c-72e4-4dcd-a13e-c2d2a3e1ca86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:19.412834 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:20.624143 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:22.018444 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:22.043084 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:11:39.778362 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:45.462727 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ab236a17-b9d5-40bd-a140-cdb3cfc75524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:47.875535 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d61cac4-d4d1-4dc6-921f-53f413f3510e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:49.416448 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:50.629221 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:52.034757 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:11:59.041281 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:12:07.186346 dv-cinder-821602-21-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-33217047-86cd-4129-b389-eab36d24d32f req-8af72378-da83-4cbd-8528-55f252dc5b38 service neutron] (109849) timed out ('10.222.0.72', 58730) {{(pid=109849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 23 22:12:09.834744 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:15.443739 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-791a79a9-b312-43a4-bcfd-720277fc3666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:17.868562 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0f2010a-e077-4d9b-ab69-02f561d9ee2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:19.449854 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:20.621119 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:22.027140 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:36.039616 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:12:39.814645 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:45.456127 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bd338e-d83b-44b1-bb15-493cf797ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:47.877119 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5626d963-51db-4005-a0d6-c87ee78d500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:49.422106 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:50.622120 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:12:52.016479 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:09.821582 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:10.250152 dv-cinder-821602-21-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-649d001d-ad50-474c-b817-95f66b0e64c6 req-11b6b32d-9e1b-406d-9ab3-f5ae8bc01e90 service neutron] (109848) timed out ('10.222.0.72', 55750) {{(pid=109848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 23 22:13:13.038121 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:13:15.458659 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc58d-feb6-4ae8-bbcf-2e86819c6668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:17.870065 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30f231c0-ef06-44ed-ab4e-404d776124ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:19.424134 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:20.632784 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:22.032887 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:39.826933 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:45.456999 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5385-379b-4cb8-b3d4-4bc298844f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (7838170d-3c8b-4182-9715-9d4c420094ce), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:47.868713 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e93c-0666-4d9b-8ea9-b4827019e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (ef865bad-2c99-4eec-9a0a-8102c8dbb39e), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:49.462485 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92cec9aa-7794-4eb3-a794-8e8f18d7e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (9f58c5a0-52c5-4d45-86db-e671613e5975), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:50.037405 dv-cinder-821602-21-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-3992aa2e-2722-4ec2-a403-4942bffcfdbc None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 23 22:13:50.628247 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe673-1c91-4ab9-8316-cc8ef01729e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (6619767a-b68d-4930-ac41-8e8b98eefaad), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:13:52.020611 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-441cc376-0b9f-458c-87f2-b13db65eabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (bd29359a-1390-4ec9-8836-09b263679338), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 23 22:14:09.833464 dv-cinder-821602-21-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1254f301-37ba-46b1-8f13-deb121b5bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760565702669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1805194'] for agent (e324218e-c94c-4cca-abf8-9509d1cccb9f), after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}